-- Logs begin at Fri 2021-09-10 19:57:36 UTC, end at Fri 2021-09-10 21:08:46 UTC. -- Sep 10 20:40:19.960289 dv-cinder-760152-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 20:40:22.706578 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.common.config [-] Logging enabled! Sep 10 20:40:22.707205 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 20:40:22.707399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 20:40:22.710720 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.common.config [-] Logging enabled! Sep 10 20:40:22.710980 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 20:40:22.711297 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 20:40:22.712244 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 20:40:22.712481 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 20:40:22.712846 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 20:40:22.713093 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 20:40:22.713319 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 20:40:22.713638 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.713935 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.714231 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.714463 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.714793 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.715090 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.715376 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.715668 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.715964 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.716257 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.716535 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.716820 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.717057 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.717339 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.717629 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.717919 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.718146 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] debug = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.718428 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.718876 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.719277 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.720101 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.720399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.720684 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.720960 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.721238 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.721522 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.721855 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] host = dv-cinder-760152-8-iscsi {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.722258 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.722551 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.722873 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.723165 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.723447 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.723729 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.724018 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.724295 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.724573 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.724852 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.725147 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.725437 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.725730 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.725959 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.726187 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.726480 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.726795 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.727082 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.727359 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.727651 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.727911 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.728188 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.728461 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.728747 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.729034 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.729321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.729631 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.729874 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.730148 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.730419 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.730736 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.731015 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.731289 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.731563 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.731851 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.732122 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.732395 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.732694 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.732982 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.733269 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.733559 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.733834 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.734117 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.734393 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.734686 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.734967 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_json = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.735270 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.735545 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.735828 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.736103 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.736379 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.736652 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.736925 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.737220 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:22.737521 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.737821 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.738125 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.738413 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.738744 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.739027 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.739321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.739604 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.739896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.740190 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.740484 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.740765 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.741055 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.741337 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.741637 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.741944 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.742241 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.742535 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.742844 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.743125 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.743405 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.743688 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.743980 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.744382 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.744682 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.744978 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.745262 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.745553 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.745854 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.746150 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.746429 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.746752 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.747051 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.747342 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.747623 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.747908 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.748203 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.748489 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.748767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.749053 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.749334 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.749611 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.749889 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.750172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.750468 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.750897 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.751074 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.751350 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.751629 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.751907 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.752198 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.752480 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.752757 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.753036 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.753319 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.753595 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.753874 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.754157 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.754435 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.754805 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.755089 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.755366 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.755643 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.755920 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.756198 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.756474 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.756750 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.757031 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.757311 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.757587 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.757861 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.758139 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.758417 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.758735 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.759041 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.759323 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.759605 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.759886 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.760168 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.760476 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.760758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.761041 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.761322 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.761601 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.761899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.762190 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.762483 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.762796 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.763080 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.763390 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.763674 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.763961 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.764245 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.764527 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.764814 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.765101 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.765399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.765699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.765996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.766870 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.767179 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.767467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.767816 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.768103 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:22.768327 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 20:40:22.768573 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 20:40:23.123315 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 20:40:23.123595 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 20:40:23.123887 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 20:40:23.124220 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 20:40:23.520367 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.520572 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.520868 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.522181 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.522458 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.522755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.559144 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.559427 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.559694 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.574417 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.574726 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.574998 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.604540 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.604824 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.605094 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.643050 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.643335 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.643607 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.875165 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.876263 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.876263 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.876489 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.877178 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.997225 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.997543 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.997829 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.998167 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.998437 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.998779 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.999046 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.999304 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.999629 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:23.999936 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.000199 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.000466 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.001278 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.001558 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.001845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.002113 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.002369 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.002694 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.002996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.003258 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.003530 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.003787 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.004072 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.004521 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.004775 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.005025 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.005421 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.005664 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.005960 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.006221 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.006479 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.006741 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:24.007108 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 20:40:24.010161 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 20:40:24.014120 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 20:40:24.018445 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 10 20:40:24.020094 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 20:40:24.020540 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 20:40:24.020873 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 20:40:24.021258 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 20:40:24.024072 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 20:40:24.024330 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 20:40:24.024677 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 20:40:24.030050 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 20:40:24.052131 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 20:40:24.052586 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.052886 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 20:40:24.053252 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.054621 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 20:40:24.054929 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 20:40:24.055180 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 20:40:24.058510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.058831 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:24.123957 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 20:40:24.124202 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 20:40:24.124443 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 20:40:24.124824 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 20:40:24.148547 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_db.sqlalchemy.engines [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 20:40:24.847541 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing driver for type 'gre' Sep 10 20:40:24.848062 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] gre ID ranges: [(1, 1000)] Sep 10 20:40:25.054367 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing driver for type 'local' Sep 10 20:40:25.054985 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing driver for type 'vlan' Sep 10 20:40:25.163152 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] VlanTypeDriver initialization complete Sep 10 20:40:25.163561 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing driver for type 'vxlan' Sep 10 20:40:25.164057 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] vxlan ID ranges: [(1, 1000)] Sep 10 20:40:25.328635 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing extension driver 'port_security' Sep 10 20:40:25.329539 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.extensions.port_security [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] PortSecurityExtensionDriver initialization complete Sep 10 20:40:25.329876 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing mechanism driver 'openvswitch' Sep 10 20:40:25.330205 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing mechanism driver 'hyperv' Sep 10 20:40:25.336772 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.plugin [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:25.337453 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.337827 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.338178 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.338713 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.339142 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.339495 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.339839 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.340231 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.340634 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.340983 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.341332 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.341716 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.342118 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.342464 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.342830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.343357 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.343765 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.344114 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.344459 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.344849 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.345251 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > address_group after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.345597 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > address_group after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.345934 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.346316 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 20:40:25.346716 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] ML2 OVO RPC backend initialized. {{(pid=100881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 20:40:25.347422 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.347777 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.348192 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.348542 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > networks before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.348889 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.349229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > ports before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.349572 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.349912 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnets before_response 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.350256 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.350595 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358022 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358022 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358022 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358022 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.358321 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.plugin [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Modular L2 Plugin initialization complete Sep 10 20:40:25.358321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading services supported by the core plugin {{(pid=100881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 20:40:25.358706 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.plugins.ml2.managers [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Got port-security extension from driver 'port_security' Sep 10 20:40:25.358706 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.extensions.vlantransparent [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Disabled vlantransparent extension. Sep 10 20:40:25.358706 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 20:40:25.358706 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: router Sep 10 20:40:25.393947 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.394339 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_create 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.394738 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router before_create 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.395105 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.395479 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.395838 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_delete 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.396198 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.396548 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.396907 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_create 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.397254 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.397605 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.397955 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.398314 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.398754 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.399136 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.399483 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.399828 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: subnet after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.400175 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.400532 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.400888 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_create 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.401234 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.401580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.401939 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router after_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.402283 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.402642 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_create 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.403027 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.403377 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_update 55549900 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.403744 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > agent after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.404097 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > agent after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.404444 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > network after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.405294 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Tracking information for resource: router configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:25.405626 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Tracking information for resource: floatingip configured {{(pid=100881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 20:40:25.411233 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.db.l3_agentschedulers_db [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 20:40:25.411866 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.412250 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.412652 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.413052 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: port after_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.413978 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router before_create 55550100 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.414337 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.414767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_create 55550100 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.415151 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > router precommit_update 55550100 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.420795 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.provider_configuration [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service providers = [] {{(pid=100881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 20:40:25.421204 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.db.servicetype_db [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 20:40:25.424443 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.service_base [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 20:40:25.424863 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.service_base [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 20:40:25.425267 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.service_base [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 20:40:25.426286 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.services.service_base [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 20:40:25.426752 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.services.service_base [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 20:40:25.427204 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.427537 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 20:40:25.440009 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.440386 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: auto_allocate Sep 10 20:40:25.446846 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: network precommit_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.447302 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: network precommit_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.447927 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.448289 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: tag Sep 10 20:40:25.455993 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.456350 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: timestamp Sep 10 20:40:25.460762 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.461143 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: network_ip_availability Sep 10 20:40:25.467058 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.467513 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.467947 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.468787 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.469141 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: flavors Sep 10 20:40:25.474415 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.474844 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading Plugin: revisions Sep 10 20:40:25.479525 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 20:40:25.479972 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.356s {{(pid=100881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 20:40:25.480848 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 20:40:25.481207 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Initializing extension manager. Sep 10 20:40:25.481814 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: __init__.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.482228 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: __pycache__ {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.482631 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.483006 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: address_group.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.483875 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.484461 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: address-group Sep 10 20:40:25.484837 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: address_scope.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.485913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.486485 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: address-scope Sep 10 20:40:25.486909 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.487956 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.488573 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: router-admin-state-down-before-update Sep 10 20:40:25.488967 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: agent.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.489756 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.490332 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: agent Sep 10 20:40:25.490764 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: agent_resources_synced.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.491734 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.492340 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: agent-resources-synced Sep 10 20:40:25.492712 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: allowedaddresspairs.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.494861 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.495493 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: allowed-address-pairs Sep 10 20:40:25.495875 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: auto_allocated_topology.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.497054 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.497658 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: auto-allocated-topology Sep 10 20:40:25.498003 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: availability_zone.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.498850 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.499406 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: availability_zone Sep 10 20:40:25.499787 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: availability_zone_filter.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.501333 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.501887 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: availability_zone_filter Sep 10 20:40:25.502280 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: data_plane_status.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.503382 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.503966 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 20:40:25.504358 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: default_subnetpools.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.505425 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.506031 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: default-subnetpools Sep 10 20:40:25.506369 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.507309 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.507889 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: dhcp_agent_scheduler Sep 10 20:40:25.508254 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: dns.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.509321 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.509889 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 20:40:25.510284 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: dns_domain_ports.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.511334 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.511907 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 20:40:25.512255 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.513275 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.513843 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 20:40:25.514193 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: dvr.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.515024 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.515644 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: dvr Sep 10 20:40:25.516019 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: ecmp_routes.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.517547 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.518093 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 20:40:25.518436 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: empty_string_filtering.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.519388 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.519899 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: empty-string-filtering Sep 10 20:40:25.520225 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.521135 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.521645 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 20:40:25.521972 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.522934 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.523449 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 20:40:25.523771 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: external_net.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.524683 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.525194 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: external-net Sep 10 20:40:25.525517 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.526477 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.527069 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: extra_dhcp_opt Sep 10 20:40:25.527404 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: extraroute.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.528435 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.529034 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: extraroute Sep 10 20:40:25.529424 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: extraroute_atomic.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.530581 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.531179 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: extraroute-atomic Sep 10 20:40:25.531547 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: filter_validation.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.532352 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.532915 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: filter-validation Sep 10 20:40:25.533263 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: fip_pf_description.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.534292 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.534900 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 20:40:25.535268 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: fip_port_details.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.536350 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.536951 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: fip-port-details Sep 10 20:40:25.537334 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: flavors.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.538757 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.539375 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: flavors Sep 10 20:40:25.539748 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.541549 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.542140 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 20:40:25.542501 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: floatingip_pools.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.543343 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.543899 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: floatingip-pools Sep 10 20:40:25.544282 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: ip_allocation.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.545346 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.546188 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 20:40:25.546565 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.547645 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.548213 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: ip-substring-filtering Sep 10 20:40:25.548577 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l2_adjacency.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.549613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.550198 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 20:40:25.550564 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.551823 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.552435 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: router Sep 10 20:40:25.552780 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.555280 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.555892 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 20:40:25.556280 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.557292 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.557869 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: ext-gw-mode Sep 10 20:40:25.558217 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.559281 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.559875 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: l3-ha Sep 10 20:40:25.560230 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3_flavors.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.561220 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.561768 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: l3-flavors Sep 10 20:40:25.562103 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.563049 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.564748 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 20:40:25.565126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: l3agentscheduler.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.566288 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.566931 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: l3_agent_scheduler Sep 10 20:40:25.567325 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: logging.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.569013 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.569634 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension logging not supported by any of loaded plugins Sep 10 20:40:25.570030 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: metering.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.570879 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.571572 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: metering Sep 10 20:40:25.571965 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.573101 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.573639 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: metering_source_and_destination_fields Sep 10 20:40:25.573970 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: multiprovidernet.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.574938 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.575452 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: multi-provider Sep 10 20:40:25.575777 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: netmtu.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.576697 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.577206 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: net-mtu Sep 10 20:40:25.577530 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: netmtu_writable.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.578447 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.579551 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: net-mtu-writable Sep 10 20:40:25.579879 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: network_availability_zone.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.580548 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.581055 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: network_availability_zone Sep 10 20:40:25.581377 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: network_ip_availability.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.582486 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.583041 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: network-ip-availability Sep 10 20:40:25.583367 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: network_segment_range.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.584127 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.584635 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 20:40:25.584959 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: pagination.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.585939 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.586266 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: pagination Sep 10 20:40:25.586585 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: port_device_profile.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.587521 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.588034 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: port-device-profile Sep 10 20:40:25.588358 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.589275 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.589782 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: port-mac-address-regenerate Sep 10 20:40:25.590106 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.591055 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.591565 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: port-numa-affinity-policy Sep 10 20:40:25.591887 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: port_resource_request.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.592927 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.593440 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 20:40:25.593764 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: portbindings.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.594744 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.595255 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: binding Sep 10 20:40:25.595580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: portbindings_extended.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.596850 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.597365 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: binding-extended Sep 10 20:40:25.597697 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: portsecurity.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.598631 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.599172 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: port-security Sep 10 20:40:25.599500 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: project_id.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.600482 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.600815 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: project-id Sep 10 20:40:25.601141 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: providernet.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.602073 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.602605 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: provider Sep 10 20:40:25.602938 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.606468 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.607026 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos not supported by any of loaded plugins Sep 10 20:40:25.607359 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.608596 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.609113 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 20:40:25.609446 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.610387 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.610925 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 20:40:25.611254 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_default.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.612165 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.612677 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-default not supported by any of loaded plugins Sep 10 20:40:25.613007 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_fip.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.613666 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.614168 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 20:40:25.614492 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_gateway_ip.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.615460 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.615973 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 20:40:25.616299 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_port_network_policy.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.617214 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.617722 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 20:40:25.618044 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_pps_rule.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.619230 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.619749 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 20:40:25.620076 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_rule_type_details.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.620991 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.621501 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 20:40:25.621828 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: qos_rules_alias.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.622902 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.623419 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 20:40:25.623747 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: quotasv2.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.624655 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.624987 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: quotas Sep 10 20:40:25.625312 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: quotasv2_detail.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.629143 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.629489 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: quota_details Sep 10 20:40:25.629822 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: rbac.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.630917 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.631447 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: rbac-policies Sep 10 20:40:25.631777 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: rbac_address_group.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.632714 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.633235 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: rbac-address-group Sep 10 20:40:25.633564 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: rbac_address_scope.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.634489 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.635106 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: rbac-address-scope Sep 10 20:40:25.635433 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: rbac_security_groups.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.636358 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.636875 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: rbac-security-groups Sep 10 20:40:25.637206 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: rbac_subnetpool.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.638137 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.638691 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: rbac-subnetpool Sep 10 20:40:25.639004 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: revisionifmatch.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.639933 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.640453 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: revision-if-match Sep 10 20:40:25.640778 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: revisions.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.642443 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.643015 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: standard-attr-revisions Sep 10 20:40:25.643350 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: router_availability_zone.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.644033 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.644542 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: router_availability_zone Sep 10 20:40:25.644868 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: routerservicetype.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.645801 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.646309 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 20:40:25.646635 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.647585 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.648096 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: security-groups-normalized-cidr Sep 10 20:40:25.648421 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.649344 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.649855 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: port-security-groups-filtering Sep 10 20:40:25.650182 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.651139 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.651655 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: security-groups-remote-address-group Sep 10 20:40:25.651981 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: securitygroup.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.663068 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.663606 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: security-group Sep 10 20:40:25.663961 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: segment.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.664796 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.665265 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension segment not supported by any of loaded plugins Sep 10 20:40:25.665592 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.666545 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.667092 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 20:40:25.667420 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: servicetype.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.668580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.669103 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: service-type Sep 10 20:40:25.669433 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: sorting.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.670419 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.671040 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: sorting Sep 10 20:40:25.671368 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: standard_attr_segment.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.672289 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.673327 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 20:40:25.673682 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: standardattrdescription.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.674332 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.674877 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: standard-attr-description Sep 10 20:40:25.675203 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: stateful_security_group.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.676143 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.676655 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: stateful-security-group Sep 10 20:40:25.676978 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: stdattrs_common.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.677554 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 20:40:25.677875 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.678836 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.679352 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 20:40:25.679678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnet_onboard.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.680762 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.681279 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: subnet_onboard Sep 10 20:40:25.681603 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.682533 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.683083 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 20:40:25.683409 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnet_service_types.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.684338 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.684847 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: subnet-service-types Sep 10 20:40:25.685170 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnetallocation.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.686272 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.686820 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: subnet_allocation Sep 10 20:40:25.687149 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.687815 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.688375 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: subnetpool-prefix-ops Sep 10 20:40:25.689186 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.690130 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.690643 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 20:40:25.690996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: tagging.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.692251 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.692771 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: standard-attr-tag Sep 10 20:40:25.693106 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: timestamp.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.694304 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.694855 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loaded extension: standard-attr-timestamp Sep 10 20:40:25.695185 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: trunk.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.696219 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.696735 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension trunk not supported by any of loaded plugins Sep 10 20:40:25.697062 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: trunk_details.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.697990 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.698506 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 20:40:25.698867 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: uplink_status_propagation.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.699801 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.700311 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 20:40:25.700637 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Loading extension file: vlantransparent.py {{(pid=100881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 20:40:25.701308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 20:40:25.701817 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 20:40:25.704355 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:network Sep 10 20:40:25.704884 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnet Sep 10 20:40:25.705286 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 20:40:25.705685 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:port Sep 10 20:40:25.706940 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.707395 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service FLAVORS assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.708021 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.708463 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.708795 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:router Sep 10 20:40:25.709227 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 20:40:25.709712 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service METERING assigned prefix: /metering {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.711179 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.711554 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.711911 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:40:25.712928 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 20:40:25.713398 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:security_group Sep 10 20:40:25.713826 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 20:40:25.714413 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service CORE assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.714782 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 20:40:25.715129 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] subnetpool is already registered Sep 10 20:40:25.715571 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service CORE assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.715899 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 20:40:25.716234 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] subnetpool is already registered Sep 10 20:40:25.718565 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.719029 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service FLAVORS assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.719649 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.720073 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.720415 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:router Sep 10 20:40:25.720755 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] router is already registered Sep 10 20:40:25.721173 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 20:40:25.721509 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] floatingip is already registered Sep 10 20:40:25.721964 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service METERING assigned prefix: /metering {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.722640 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 20:40:25.723002 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] rbac_policy is already registered Sep 10 20:40:25.723415 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:security_group Sep 10 20:40:25.723750 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] security_group is already registered Sep 10 20:40:25.724152 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 20:40:25.724485 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] security_group_rule is already registered Sep 10 20:40:25.725105 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service CORE assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.725432 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 20:40:25.725767 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] subnetpool is already registered Sep 10 20:40:25.726184 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.v2.resource_helper [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Service CORE assigned prefix: {{(pid=100881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 20:40:25.726515 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 20:40:25.726873 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING neutron.quota.resource_registry [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] subnetpool is already registered Sep 10 20:40:25.727340 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: extensions {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.728796 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: address-groups {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.730272 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: address-scopes {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.731629 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: agents {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.732783 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: auto-allocated-topology {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.734032 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: availability_zones {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.735834 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: dhcp-networks {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.737355 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: dhcp-agents {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.738807 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: routers {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.741007 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: flavors {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.742174 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: service_profiles {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.743412 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: next_providers {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.744856 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: service_profiles {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.746388 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: floatingip-pools {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.747643 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: routers {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.749735 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: floatingips {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.751662 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: l3-routers {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.753044 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: l3-agents {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.754448 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: metering-labels {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.755846 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: metering-label-rules {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.757103 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: network-ip-availabilities {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.758387 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: bindings {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.760872 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: quotas {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.762416 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: quotas {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.763785 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: rbac-policies {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.764984 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: security-groups {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.766296 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: security-group-rules {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.767876 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: service-providers {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.768819 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: subnetpools {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.770242 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: subnetpools {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.771734 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.773399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.775269 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.777068 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.778888 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.780712 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.782449 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.784396 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.786158 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.787917 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron.api.extensions [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Extended resource: tags {{(pid=100881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 20:40:25.793808 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING keystonemiddleware.auth_token [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 20:40:25.799291 dv-cinder-760152-8-iscsi neutron-server[100881]: WARNING keystonemiddleware.auth_token [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 20:40:25.807798 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Acquired lock "singleton_lock" {{(pid=100881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 20:40:25.808273 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_concurrency.lockutils [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Releasing lock "singleton_lock" {{(pid=100881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 20:40:25.808911 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Starting 2 workers Sep 10 20:40:25.814372 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Started child 100992 {{(pid=100881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 20:40:25.822029 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Started child 100993 {{(pid=100881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 20:40:25.822156 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.822784 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO neutron.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 20:40:25.822784 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Notify callbacks [] for process, before_spawn {{(pid=100881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.823027 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [-] (100992) wsgi starting up on http://0.0.0.0:9696 Sep 10 20:40:25.823727 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Starting 1 workers Sep 10 20:40:25.823819 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.825186 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [-] (100993) wsgi starting up on http://0.0.0.0:9696 Sep 10 20:40:25.828933 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Started child 100994 {{(pid=100881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 20:40:25.829463 dv-cinder-760152-8-iscsi neutron-server[100881]: INFO oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Starting 1 workers Sep 10 20:40:25.832629 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] calling RpcWorker wait() {{(pid=100994) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 20:40:25.833211 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] returning from RpcWorker wait() {{(pid=100994) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 20:40:25.834089 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Started child 100995 {{(pid=100881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 20:40:25.834317 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.834794 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:25.834939 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG neutron_lib.callbacks.manager [None req-11b52cbc-aed3-4f42-9999-57fe921a5446 None None] Notify callbacks [] for process, after_spawn {{(pid=100881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.836980 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 20:40:25.837188 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 20:40:25.837368 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 20:40:25.837580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 20:40:25.837916 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 20:40:25.838075 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 20:40:25.838742 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.839031 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.839124 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:25.839581 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.839581 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.839821 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.840597 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.840886 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.841143 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.841433 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.841681 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.841880 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.842193 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.842593 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.842854 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.843173 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.843470 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.843722 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.844006 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.844175 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.844453 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.844730 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.844980 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.845249 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] debug = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.845505 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.846037 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.846250 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.846504 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.846747 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.847015 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.847262 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.847525 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.847776 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.847991 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.848246 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.848511 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.848745 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.848958 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.849171 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.849443 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.849680 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.850131 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] host = dv-cinder-760152-8-iscsi {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.850364 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.850579 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.856755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_options = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.857845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.858943 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.859899 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.861467 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.862510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.863616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.864640 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.864640 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.864640 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.864640 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.864640 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_json = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.865578 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.865578 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.865578 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.865578 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.866133 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.866133 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.866133 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.866605 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.866769 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.867020 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.867456 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.867788 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.868025 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.868268 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.868497 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.868874 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.869304 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.869551 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.870230 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.870453 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.870608 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:25.870869 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.870984 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.871267 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.871579 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.871821 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.872097 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.872313 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.872556 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.872765 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.873013 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.873290 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.873514 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.873741 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.873967 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.874184 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.874513 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.874810 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.875074 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.875324 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.875546 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.876359 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.876836 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.876989 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.877224 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.877437 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.877698 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.877917 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.878133 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.878368 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.878593 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.878833 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.879080 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.879327 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.879559 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.882830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.885169 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.886308 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.887699 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.888474 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.888474 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.888474 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.888875 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.888875 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.889144 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.889277 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.889465 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.889685 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.889893 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.890148 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.890460 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.891954 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.892358 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.892358 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.892725 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.893077 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.893356 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.893593 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.893847 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.894275 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.894742 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.895199 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.895419 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.897613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.898580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.898580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.898580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.898580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.898580 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.899179 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.899179 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.899432 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.899557 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.899768 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.900010 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.900347 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.900675 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.900935 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.901186 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.901408 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.901692 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.902038 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.902299 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.902522 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.902804 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.903159 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.903913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.903913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.903913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.904395 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.904395 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905290 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905290 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905290 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905290 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905990 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905990 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.905990 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.906352 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.906487 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.906613 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.906933 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.907147 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.907986 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.907986 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.907986 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.907986 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.908484 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.908484 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.908737 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.908870 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.909054 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.909305 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.909523 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.909740 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.909976 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.910209 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.910442 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.910701 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.910947 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.911208 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.911428 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.911694 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.912127 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.912234 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.912397 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.912652 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.912908 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.913142 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.913389 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.913632 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.913863 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.914080 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.914332 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.914564 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.914851 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.915027 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.915257 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.915506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.915737 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.916102 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.916635 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.916635 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.916852 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.917020 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.917268 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.917501 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.918194 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.918194 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.918194 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.918512 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.923678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924126 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924417 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924494 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.924678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.925026 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.925152 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.925283 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.925512 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.925748 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.926096 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.926244 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.926380 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.926581 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.926815 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.927024 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.927242 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.927454 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.927661 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.927903 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.928210 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.928418 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.928636 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.928846 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.929052 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.929376 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.929609 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.929822 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.930110 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.930354 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.930609 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.930881 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.931199 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.931448 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.931690 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.931902 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.932115 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.932351 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.932605 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.932922 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.933256 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.933529 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.933793 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.934180 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.934390 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.934635 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.934868 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.935155 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.938767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.939457 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.940011 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.940011 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.940011 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.940254 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.940390 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 20:40:25.940900 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 20:40:25.941058 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 20:40:25.941219 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 20:40:25.941396 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 20:40:25.941562 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 20:40:25.941711 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 20:40:25.941919 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942078 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942235 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942393 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942549 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942751 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.942911 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943068 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943224 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943382 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943540 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943701 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.943858 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944013 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944330 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944644 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944805 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.944963 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945121 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945278 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945434 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] debug = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945592 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945783 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.945945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.946103 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.946273 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.946466 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.946566 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.946991 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.947306 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.947472 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.947680 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948152 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948318 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948472 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948617 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948776 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.948923 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.949078 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] host = dv-cinder-760152-8-iscsi {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.949390 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.949552 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.949715 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.949869 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950027 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950183 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950343 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950571 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950725 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950866 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.950991 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951253 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951388 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951510 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951641 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_options = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951764 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.951884 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952013 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952195 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952359 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952516 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952672 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952830 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.952986 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953142 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953299 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953616 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953794 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.953952 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954108 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954280 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954422 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954584 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954769 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.954941 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955133 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955231 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955388 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955532 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955685 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955844 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.955999 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.956157 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.956312 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.956492 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.956700 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.956854 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957009 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957158 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957291 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957374 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957475 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957638 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957796 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.957952 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958108 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958265 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958421 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958576 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958755 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.958913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_json = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.959069 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.959223 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.959374 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.959522 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.959678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967002 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.967945 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968383 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.968811 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969247 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.969758 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970229 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.970896 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971279 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971279 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971279 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971442 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971593 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971753 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.971913 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972073 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972233 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972392 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972552 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972712 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.972872 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973031 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973189 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973349 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973553 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973710 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.973879 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974053 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974212 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974370 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974527 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974710 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.974871 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975051 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975210 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975368 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975526 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975686 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.975845 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.976006 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.976165 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977176 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977412 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977538 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.977846 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978058 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978155 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978307 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978462 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978628 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978794 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.978950 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.979111 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.979540 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.979540 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980172 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.980767 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981010 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981080 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981215 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981487 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981575 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981655 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981815 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.981973 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982156 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982320 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982474 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982632 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982812 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.982970 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.983129 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.983287 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.983452 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.983615 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.983781 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.984455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.984455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.984455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.984455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985618 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985618 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985618 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985618 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985901 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.985901 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986041 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986129 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986248 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986407 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986603 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986836 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.986964 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987108 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987194 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987336 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987505 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987629 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987752 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.987907 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988065 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988225 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988387 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988547 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988707 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.988866 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989025 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989184 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989343 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989505 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989663 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.989822 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990206 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990206 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990543 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990543 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990543 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990942 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.990942 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991086 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991196 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991354 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991568 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991744 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.991903 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992064 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992226 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992381 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992542 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992698 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.992857 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993020 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993175 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993707 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993707 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993707 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.993948 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994032 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994110 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994282 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994447 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994578 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994760 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.994922 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995068 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995240 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995558 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995717 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.995876 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996022 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996189 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996362 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996565 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996727 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.996886 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.997045 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.997598 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.997598 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.997598 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.997958 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998084 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:25.998210 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998210 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998210 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998550 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998550 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998550 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.998996 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999330 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999330 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999558 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999678 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999798 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:25.999926 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.000048 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.000170 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.000339 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.000499 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.001264 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.001429 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.001603 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.001763 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.001961 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002122 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002280 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002441 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002603 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002793 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.002962 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003128 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003289 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003455 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003623 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003792 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.003956 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004121 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004291 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004449 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004608 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004766 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.004925 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005083 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005241 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005399 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005557 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005715 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.005872 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006030 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006189 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006348 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006506 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006680 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.006842 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.007001 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.007160 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.007319 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 20:40:26.007469 dv-cinder-760152-8-iscsi neutron-server[100881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 20:40:26.135174 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48170) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:26.143615 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062716 Sep 10 20:40:37.496224 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b503acc-8dca-4f59-8394-2b4261bfc8bc None None] get_active_networks_info from dv-cinder-760152-8-iscsi {{(pid=100994) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 20:40:37.574891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b503acc-8dca-4f59-8394-2b4261bfc8bc None None] No non-hosted networks {{(pid=100994) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 20:40:37.590672 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.agentschedulers_db [None req-9b503acc-8dca-4f59-8394-2b4261bfc8bc None None] DHCP Agent not found on host dv-cinder-760152-8-iscsi {{(pid=100994) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 20:40:37.831864 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1ac43ca0-e916-40ad-b134-a9929fa6616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:40.276767 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4580a99a-2e1a-480e-ba28-f1ae8c61bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:40.324238 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.db.api [None req-11e11f5d-12b1-43fa-9039-6d2307c922d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760152-8-iscsi {{(pid=100994) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 20:40:40.324894 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG oslo_db.api [None req-11e11f5d-12b1-43fa-9039-6d2307c922d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 20:40:40.636035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:40.637421 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.638048 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.638602 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.639230 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.639990 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.640537 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.641686 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.642399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.643071 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.651480 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.651480 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.651480 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:40.651480 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760152-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:40.663891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760152-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:40:40.980403 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-11e11f5d-12b1-43fa-9039-6d2307c922d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:41.241179 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:42.689033 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:43.895607 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48262) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:44.404775 dv-cinder-760152-8-iscsi neutron-server[100993]: WARNING oslo_policy.policy [None req-4682045c-ed20-4298-878b-f50662c2dd14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:44.405369 dv-cinder-760152-8-iscsi neutron-server[100993]: WARNING oslo_policy.policy [None req-4682045c-ed20-4298-878b-f50662c2dd14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:44.485639 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.db.l3_hamode_db [None req-cbf05aa5-2602-4f28-abcc-87ec28ea952f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 20:40:44.562779 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05aa5-2602-4f28-abcc-87ec28ea952f None None] Routers set() bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:40:44.563612 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05aa5-2602-4f28-abcc-87ec28ea952f None None] Router IDs set() for agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 20:40:44.628041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [None req-4682045c-ed20-4298-878b-f50662c2dd14 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:40:44.629107 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-4682045c-ed20-4298-878b-f50662c2dd14 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7326145 Sep 10 20:40:46.977554 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48276) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:47.285391 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:40:47.378620 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.policy [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100993) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 20:40:47.424104 dv-cinder-760152-8-iscsi neutron-server[100993]: WARNING oslo_policy.policy [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:47.424493 dv-cinder-760152-8-iscsi neutron-server[100993]: WARNING oslo_policy.policy [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:47.432905 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.quota [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] Loaded quota_driver: . Sep 10 20:40:47.647278 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765051834843', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765051838440', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765051887818', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765051885220', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765052328156', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765051869897', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-569349', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1758062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730116'] for rbac-policy, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:47.875797 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:47.876983 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-de969baa-6d5a-4c58-999f-af5a54db27cf admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8984466 Sep 10 20:40:50.460651 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48288) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:50.773489 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Request body: {'network': {'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'name': 'private', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:40:50.874883 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Made reservation on behalf of 90b9cf7ced554b82af0260f6470fabd8 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:40:50.878103 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:50.895531 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.013008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.094427 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.118291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:40:51.141752 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765054124436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.142324 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Unsubscribe: segment precommit_create {{(pid=100993) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 20:40:51.142851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Added segment 107c79f8-2943-49c5-a156-2bf4c6d0a107 of type vlan for network 93482df3-ee09-4096-9147-5a8ba7178c59 Sep 10 20:40:51.155622 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4535abf-8b74-4b41-8636-9e831617ddad,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:40:51.169011 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.169349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.169677 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.170000 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.170571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.170931 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.171251 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.171578 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.171934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.172248 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.172573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.172867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Tracked resource versions report: Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: pushed versions: Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: { 'AddressGroup': {'1.2'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'ConntrackHelper': {'1.0'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Log': {'1.0'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Network': {'1.1'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Port': {'1.7'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'PortForwarding': {'1.2'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'QosPolicy': {'1.9'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroup': {'1.4'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SubPort': {'1.0'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Subnet': {'1.1'}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Trunk': {'1.1'}} Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: consumer versions: Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'ConntrackHelper': '1.0', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Log': '1.0', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Network': '1.1', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Port': '1.7', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'PortForwarding': '1.2', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'QosPolicy': '1.9', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroup': '1.4', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroupRule': '1.2', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SubPort': '1.0', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Subnet': '1.1', Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Trunk': '1.1'}} Sep 10 20:40:51.173971 dv-cinder-760152-8-iscsi neutron-server[100993]: {{(pid=100993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:40:51.374521 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.493870 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.494911 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:40:51.495555 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:51.589325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=93482df3-ee09-4096-9147-5a8ba7178c59,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:40:51.600556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 93482df3-ee09-4096-9147-5a8ba7178c59 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:40:51.780630 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-16b0fcff-b709-4ee4-ac5b-c6392bc7bbc8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3188465 Sep 10 20:40:54.387925 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48302) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:54.770945 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf0d66-d063-4a81-856a-a4a15dd20175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:40:54.772274 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3edf0d66-d063-4a81-856a-a4a15dd20175 admin admin] 10.222.0.38 "GET /v2.0/networks/93482df3-ee09-4096-9147-5a8ba7178c59 HTTP/1.1" status: 200 len: 825 time: 0.3834143 Sep 10 20:40:54.796796 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1d939dae-ff41-4870-98c3-86c1a4f77c14 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/6029d1c5-883c-42f7-a966-7871e04a7b3c HTTP/1.1" status: 200 len: 734 time: 0.0184343 Sep 10 20:40:54.806275 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'ip_version': 4, 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c', 'name': 'private-subnet'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:40:54.897406 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Made reservation on behalf of 90b9cf7ced554b82af0260f6470fabd8 for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:40:54.899656 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:55.241200 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:55.313546 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac542b2c-3b7c-468d-8fd3-555446a95152,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:40:55.315632 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Checking segment: {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:40:55.327846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Network hostable DHCP agents. Network: 93482df3-ee09-4096-9147-5a8ba7178c59, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:40:55.454890 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Network 93482df3-ee09-4096-9147-5a8ba7178c59 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:40:55.549273 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 93482df3-ee09-4096-9147-5a8ba7178c59) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:40:55.553980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:40:55.554554 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:55.559777 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f7b42-a527-469b-9052-35e1445a80eb None None] Network 93482df3-ee09-4096-9147-5a8ba7178c59 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:40:55.637512 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-deee85ff-9246-4ff9-90ef-91404c13c3d1 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8343847 Sep 10 20:40:55.872944 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-93482df3-ee09-4096-9147-5a8ba7178c59', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:40:55.874157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.144768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Allocated IP 172.20.0.2 (93482df3-ee09-4096-9147-5a8ba7178c59/ac542b2c-3b7c-468d-8fd3-555446a95152/441279d4-f1b7-48e4-b144-e00a7999e098) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:40:56.369028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.383846 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Transition to ACTIVE for port object 441279d4-f1b7-48e4-b144-e00a7999e098 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:40:56.404145 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Transition to ACTIVE for port object 441279d4-f1b7-48e4-b144-e00a7999e098 will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:40:56.494860 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.565920 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Network 93482df3-ee09-4096-9147-5a8ba7178c59 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:40:56.570464 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:40:56.582294 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:40:56.585301 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Pushing event updated for resources: {'Port': ['ID=441279d4-f1b7-48e4-b144-e00a7999e098,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:40:56.615575 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.616357 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.616483 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.616794 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.617120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.617446 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.617774 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.618094 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.618427 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.618768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.619087 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.619400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Tracked resource versions report: Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: pushed versions: Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: { 'AddressGroup': {'1.2'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'ConntrackHelper': {'1.0'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Log': {'1.0'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Network': {'1.1'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Port': {'1.7'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'PortForwarding': {'1.2'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'QosPolicy': {'1.9'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroup': {'1.4'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SubPort': {'1.0'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Subnet': {'1.1'}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Trunk': {'1.1'}} Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: consumer versions: Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'ConntrackHelper': '1.0', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Log': '1.0', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Network': '1.1', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Port': '1.7', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'PortForwarding': '1.2', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'QosPolicy': '1.9', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroup': '1.4', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroupRule': '1.2', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SubPort': '1.0', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Subnet': '1.1', Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Trunk': '1.1'}} Sep 10 20:40:56.620559 dv-cinder-760152-8-iscsi neutron-server[100994]: {{(pid=100994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:40:56.666735 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Attempting to bind port 441279d4-f1b7-48e4-b144-e00a7999e098 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:40:56.667100 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Attempting to bind port 441279d4-f1b7-48e4-b144-e00a7999e098 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:40:56.667518 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Attempting to bind port 441279d4-f1b7-48e4-b144-e00a7999e098 on network 93482df3-ee09-4096-9147-5a8ba7178c59 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:40:56.673052 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:40:56.673463 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Checking segment: {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:40:56.673938 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.674328 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Bound using segment: {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:40:56.674888 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Bound port: 441279d4-f1b7-48e4-b144-e00a7999e098, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:40:56.675300 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.738021 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] For port 441279d4-f1b7-48e4-b144-e00a7999e098, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:40:56.742289 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] For port 441279d4-f1b7-48e4-b144-e00a7999e098, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=441279d4-f1b7-48e4-b144-e00a7999e098,segment=NetworkSegment(107c79f8-2943-49c5-a156-2bf4c6d0a107),segment_id=107c79f8-2943-49c5-a156-2bf4c6d0a107)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:40:56.806782 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:40:56.872674 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8bf4c-a6b5-493e-8797-85de927ee1d9 None None] Pushing event updated for resources: {'Port': ['ID=441279d4-f1b7-48e4-b144-e00a7999e098,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:40:58.066285 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48310) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:40:58.554304 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING oslo_policy.policy [None req-4e7849d2-d87d-49f3-abac-53e85aeca8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:58.554898 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING oslo_policy.policy [None req-4e7849d2-d87d-49f3-abac-53e85aeca8c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:40:58.773239 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [None req-4e7849d2-d87d-49f3-abac-53e85aeca8c8 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:40:58.774497 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4e7849d2-d87d-49f3-abac-53e85aeca8c8 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7061427 Sep 10 20:41:01.275287 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48324) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:01.587970 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [None req-9d0be58b-6ee1-401a-bc53-99cec9a21306 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:41:01.588997 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9d0be58b-6ee1-401a-bc53-99cec9a21306 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127780 Sep 10 20:41:04.243595 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48338) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:04.538828 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'name': 'router1'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:41:04.602550 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.policy [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100992) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 20:41:04.648434 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING oslo_policy.policy [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:41:04.648831 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING oslo_policy.policy [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 20:41:04.657895 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.quota [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Loaded quota_driver: . Sep 10 20:41:04.860360 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:04.862305 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:05.018533 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:05.077838 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:05.151757 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:05.153137 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e3ffdf46-23d4-461a-b00d-43c6322f0601 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9084978 Sep 10 20:41:05.272221 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a214854-f9f5-4232-83e3-856398033ae5 None None] Network 93482df3-ee09-4096-9147-5a8ba7178c59 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:41:05.503296 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-1235a8a8-49a0-4fa4-9725-7f211e6bce2f None None] Provisioning for port 441279d4-f1b7-48e4-b144-e00a7999e098 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:41:06.102671 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 441279d4-f1b7-48e4-b144-e00a7999e098 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:06.357028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 441279d4-f1b7-48e4-b144-e00a7999e098 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:41:06.361342 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 441279d4-f1b7-48e4-b144-e00a7999e098 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:06.361754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:06.469849 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:06.503893 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 441279d4-f1b7-48e4-b144-e00a7999e098, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=441279d4-f1b7-48e4-b144-e00a7999e098,segment=NetworkSegment(107c79f8-2943-49c5-a156-2bf4c6d0a107),segment_id=107c79f8-2943-49c5-a156-2bf4c6d0a107)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:41:06.676655 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:06.723509 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=441279d4-f1b7-48e4-b144-e00a7999e098,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:07.509297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b0c32cce-50fe-48a5-97dc-842d30aee808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:07.558725 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48348) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:07.868883 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [None req-b194a00c-ceb1-4a4d-bd30-424b18183e76 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:41:07.870045 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b194a00c-ceb1-4a4d-bd30-424b18183e76 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101993 Sep 10 20:41:08.081206 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 441279d4-f1b7-48e4-b144-e00a7999e098 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:08.130747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 441279d4-f1b7-48e4-b144-e00a7999e098 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:08.131124 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:08.901504 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:41:10.204192 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4f838e61-a17d-48e5-9061-c6898873c0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.271007 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48356) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:10.596095 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:41:10.625421 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.739121 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Made reservation on behalf of d3dcfdecb15842daa04e252cd2484211 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:41:10.741391 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.749974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.832665 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.920633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.937849 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Reserving flat network on physical network physnet1 {{(pid=100993) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 20:41:10.953900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524524d-6d3c-4566-9cbb-b33fe9573daf,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:10.958461 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:10.958819 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Added segment f2de7c2c-14dc-475a-8a02-7ef8986b8971 of type flat for network c2ccf9a1-e370-450d-8f35-eaa4df63b922 Sep 10 20:41:11.015526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:11.162195 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:11.163188 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:41:11.163762 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:11.208028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:11.220153 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ccf9a1-e370-450d-8f35-eaa4df63b922,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:11.231781 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:41:11.315685 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c9579641-3f82-4c74-922f-33558bddab30 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0435817 Sep 10 20:41:12.648086 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:13.807050 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48374) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:13.983515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450cd27-c080-461c-bd1d-b2c500a841f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:41:13.985345 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9450cd27-c080-461c-bd1d-b2c500a841f7 admin admin] 10.222.0.38 "GET /v2.0/subnets/ac542b2c-3b7c-468d-8fd3-555446a95152 HTTP/1.1" status: 200 len: 849 time: 0.1775014 Sep 10 20:41:14.142470 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-31328e36-b1e8-47cb-8880-54f953ca2a3a admin admin] 10.222.0.38 "GET /v2.0/routers/e6ddfe24-9330-41b1-b277-74f44ec7ae40 HTTP/1.1" status: 200 len: 704 time: 0.1508157 Sep 10 20:41:14.399725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:14.683237 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Allocated IP 172.20.0.1 (93482df3-ee09-4096-9147-5a8ba7178c59/ac542b2c-3b7c-468d-8fd3-555446a95152/65e9807d-c3ca-4053-98ea-3032214093d5) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:41:14.877572 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:14.898982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Transition to ACTIVE for port object 65e9807d-c3ca-4053-98ea-3032214093d5 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:41:15.020091 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.085302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Network 93482df3-ee09-4096-9147-5a8ba7178c59 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:41:15.089826 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:41:15.095972 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:41:15.096081 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.159598 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Pushing event updated for resources: {'Port': ['ID=65e9807d-c3ca-4053-98ea-3032214093d5,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:15.363769 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.400494 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-cdff47aa-1ef0-486e-9e5a-3f0e956b3721 None None] Provisioning for port 65e9807d-c3ca-4053-98ea-3032214093d5 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:41:15.404502 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-cdff47aa-1ef0-486e-9e5a-3f0e956b3721 None None] Provisioning complete for port 65e9807d-c3ca-4053-98ea-3032214093d5 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:15.404772 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cdff47aa-1ef0-486e-9e5a-3f0e956b3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.438530 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-cdff47aa-1ef0-486e-9e5a-3f0e956b3721 None None] Port 65e9807d-c3ca-4053-98ea-3032214093d5 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:41:15.572299 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.630633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.631424 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.688655 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Pushing event updated for resources: {'Port': ['ID=65e9807d-c3ca-4053-98ea-3032214093d5,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:15.754555 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Network 93482df3-ee09-4096-9147-5a8ba7178c59 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:41:15.755911 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:41:15.958504 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-96d2548c-21e1-4f4b-9243-d868da39364e None None] Provisioning complete for port 65e9807d-c3ca-4053-98ea-3032214093d5 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:15.958925 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-96d2548c-21e1-4f4b-9243-d868da39364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:15.991701 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-96d2548c-21e1-4f4b-9243-d868da39364e None None] Port 65e9807d-c3ca-4053-98ea-3032214093d5 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:41:16.048448 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Router e6ddfe24-9330-41b1-b277-74f44ec7ae40 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:41:16.141695 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:41:16.146955 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0865e572-9f56-4d45-9558-d8ea48c8376d admin admin] 10.222.0.38 "PUT /v2.0/routers/e6ddfe24-9330-41b1-b277-74f44ec7ae40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9985976 Sep 10 20:41:16.161985 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Sync routers for ids ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:41:16.174077 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Routers {'e6ddfe24-9330-41b1-b277-74f44ec7ae40'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:41:16.174931 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:41:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:16.356938 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Set router e6ddfe24-9330-41b1-b277-74f44ec7ae40 gateway port host: None {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:41:16.778526 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:15Z', 'revision_number': 2, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port_host': None, '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:15Z', 'revision_number': 2, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:16.829470 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Checking router: e6ddfe24-9330-41b1-b277-74f44ec7ae40 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:41:16.829834 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Updating router e6ddfe24-9330-41b1-b277-74f44ec7ae40 port 65e9807d-c3ca-4053-98ea-3032214093d5 binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:41:16.878341 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.386935 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.404928 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Transition to ACTIVE for port object 65e9807d-c3ca-4053-98ea-3032214093d5 will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:41:17.487752 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.642607 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Pushing event updated for resources: {'Port': ['ID=65e9807d-c3ca-4053-98ea-3032214093d5,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:17.658673 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.659035 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.659372 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.659704 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.660030 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.660358 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.660678 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.660997 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.661335 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.661658 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.661973 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.662289 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Tracked resource versions report: Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: pushed versions: Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: { 'AddressGroup': {'1.2'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'ConntrackHelper': {'1.0'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Log': {'1.0'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Network': {'1.1'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Port': {'1.7'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'PortForwarding': {'1.2'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'QosPolicy': {'1.9'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroup': {'1.4'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SubPort': {'1.0'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Subnet': {'1.1'}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Trunk': {'1.1'}} Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: consumer versions: Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'ConntrackHelper': '1.0', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Log': '1.0', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Network': '1.1', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Port': '1.7', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'PortForwarding': '1.2', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'QosPolicy': '1.9', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroup': '1.4', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroupRule': '1.2', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SubPort': '1.0', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Subnet': '1.1', Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Trunk': '1.1'}} Sep 10 20:41:17.663482 dv-cinder-760152-8-iscsi neutron-server[100995]: {{(pid=100995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:41:17.665983 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Attempting to bind port 65e9807d-c3ca-4053-98ea-3032214093d5 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:41:17.666379 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Attempting to bind port 65e9807d-c3ca-4053-98ea-3032214093d5 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:41:17.666803 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Attempting to bind port 65e9807d-c3ca-4053-98ea-3032214093d5 on network 93482df3-ee09-4096-9147-5a8ba7178c59 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:41:17.673607 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:41:17.674022 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Checking segment: {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:41:17.674498 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.674910 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Bound using segment: {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:41:17.675379 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Bound port: 65e9807d-c3ca-4053-98ea-3032214093d5, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107c79f8-2943-49c5-a156-2bf4c6d0a107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:41:17.675763 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.748051 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] For port 65e9807d-c3ca-4053-98ea-3032214093d5, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:41:17.767691 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] For port 65e9807d-c3ca-4053-98ea-3032214093d5, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=65e9807d-c3ca-4053-98ea-3032214093d5,segment=NetworkSegment(107c79f8-2943-49c5-a156-2bf4c6d0a107),segment_id=107c79f8-2943-49c5-a156-2bf4c6d0a107)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:41:17.951025 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:17.994074 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Routers {'e6ddfe24-9330-41b1-b277-74f44ec7ae40'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:41:17.994734 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:41:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:18.082699 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d953e-3283-43b4-ae31-7a91cae047c2 None None] Pushing event updated for resources: {'Port': ['ID=65e9807d-c3ca-4053-98ea-3032214093d5,revision_number=4']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:18.099038 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] Set router e6ddfe24-9330-41b1-b277-74f44ec7ae40 gateway port host: None {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:41:18.309276 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:15Z', 'revision_number': 2, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port_host': None, '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:17Z', 'revision_number': 4, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:18.334721 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd4b0c0-c934-4894-872d-14cd8b0e7293 None None] The sync data for ids ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'] in dv-cinder-760152-8-iscsi is: [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:15Z', 'revision_number': 2, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port_host': None, '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:17Z', 'revision_number': 4, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:41:18.410246 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48394) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:18.518904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c5770-7d30-4a59-943e-b9eb28bfb9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:41:18.520247 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-026c5770-7d30-4a59-943e-b9eb28bfb9da admin admin] 10.222.0.38 "GET /v2.0/networks/c2ccf9a1-e370-450d-8f35-eaa4df63b922 HTTP/1.1" status: 200 len: 842 time: 0.1090255 Sep 10 20:41:18.530306 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:41:18.634483 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Made reservation on behalf of d3dcfdecb15842daa04e252cd2484211 for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:41:18.636776 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:18.996049 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.objects.ports [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100993) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 20:41:18.996367 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:19.114744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cef14c-872e-4e6d-a332-a864112da113,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:19.123615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:41:19.123957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Network hostable DHCP agents. Network: c2ccf9a1-e370-450d-8f35-eaa4df63b922, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:41:19.190589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:41:19.265078 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, c2ccf9a1-e370-450d-8f35-eaa4df63b922) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:41:19.269155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:41:19.269733 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:19.275706 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba474d-e6ba-470c-ad9f-3f8d4d87ffab None None] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:41:19.345913 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0f3dd912-1d60-4ac4-97fa-25d1541636ae admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8189127 Sep 10 20:41:19.399230 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92753eca-bccd-4c55-9575-45a4fc06c9cf None None] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:41:21.637570 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48402) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:21.849953 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-60530cbf-dfc3-4089-b187-1f84008a7245 admin admin] 10.222.0.38 "GET /v2.0/routers/e6ddfe24-9330-41b1-b277-74f44ec7ae40 HTTP/1.1" status: 200 len: 710 time: 0.2111111 Sep 10 20:41:22.037010 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53ff83-82b2-4b1e-9d9d-e00a7d528d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:41:22.038508 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ac53ff83-82b2-4b1e-9d9d-e00a7d528d72 admin admin] 10.222.0.38 "GET /v2.0/networks/c2ccf9a1-e370-450d-8f35-eaa4df63b922 HTTP/1.1" status: 200 len: 886 time: 0.1823881 Sep 10 20:41:22.049034 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:41:22.347811 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:22.645964 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:22.720639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:22.917143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Allocated IP 172.27.2.171 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/eb0e83f0-9030-4747-808b-1e82b69e1f6a) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:41:23.025379 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:23.173927 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:23.195999 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:41:23.217581 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:41:23.287545 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:41:23.327637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Pushing event updated for resources: {'Port': ['ID=eb0e83f0-9030-4747-808b-1e82b69e1f6a,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:23.362363 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.362739 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.363080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.363412 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.363742 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.364073 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.364399 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.364738 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.365082 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.365403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.365723 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.366040 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Tracked resource versions report: Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: pushed versions: Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: { 'AddressGroup': {'1.2'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'ConntrackHelper': {'1.0'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Log': {'1.0'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Network': {'1.1'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Port': {'1.7'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'PortForwarding': {'1.2'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'QosPolicy': {'1.9'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroup': {'1.4'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SubPort': {'1.0'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Subnet': {'1.1'}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Trunk': {'1.1'}} Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: consumer versions: Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'ConntrackHelper': '1.0', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Log': '1.0', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Network': '1.1', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Port': '1.7', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'PortForwarding': '1.2', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'QosPolicy': '1.9', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroup': '1.4', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroupRule': '1.2', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SubPort': '1.0', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Subnet': '1.1', Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Trunk': '1.1'}} Sep 10 20:41:23.367541 dv-cinder-760152-8-iscsi neutron-server[100992]: {{(pid=100992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:41:23.755103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:23.945163 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619112', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1607448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127983'] for router, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:23.949735 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1607457'] for router, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:24.060652 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Router e6ddfe24-9330-41b1-b277-74f44ec7ae40 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:41:24.115064 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 65e9807d-c3ca-4053-98ea-3032214093d5 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:24.167611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:41:24.172435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:24.173645 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ef1fe048-3365-4477-838d-a7c49411d24b admin admin] 10.222.0.38 "PUT /v2.0/routers/e6ddfe24-9330-41b1-b277-74f44ec7ae40 HTTP/1.1" status: 200 len: 890 time: 2.1283689 Sep 10 20:41:24.270434 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 65e9807d-c3ca-4053-98ea-3032214093d5 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:41:24.275343 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 65e9807d-c3ca-4053-98ea-3032214093d5 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:24.275343 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:24.354358 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:24.389084 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 65e9807d-c3ca-4053-98ea-3032214093d5, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=65e9807d-c3ca-4053-98ea-3032214093d5,segment=NetworkSegment(107c79f8-2943-49c5-a156-2bf4c6d0a107),segment_id=107c79f8-2943-49c5-a156-2bf4c6d0a107)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:41:24.464826 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:24.513341 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=65e9807d-c3ca-4053-98ea-3032214093d5,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:24.769327 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Sync routers for ids ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:41:24.779620 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Routers {'e6ddfe24-9330-41b1-b277-74f44ec7ae40'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:41:24.780256 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:41:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:25.029772 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Set router e6ddfe24-9330-41b1-b277-74f44ec7ae40 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:41:25.438612 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:23Z', 'revision_number': 4, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port': {'id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:22Z', 'updated_at': '2021-09-10T20:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:24Z', 'revision_number': 5, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:25.489665 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Checking router: e6ddfe24-9330-41b1-b277-74f44ec7ae40 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:41:25.490013 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Updating router e6ddfe24-9330-41b1-b277-74f44ec7ae40 port eb0e83f0-9030-4747-808b-1e82b69e1f6a binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:41:25.541322 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:25.853252 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:25.862901 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Transition to ACTIVE for port object eb0e83f0-9030-4747-808b-1e82b69e1f6a will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:41:25.939625 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:25.989476 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Attempting to bind port eb0e83f0-9030-4747-808b-1e82b69e1f6a on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:41:25.989767 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Attempting to bind port eb0e83f0-9030-4747-808b-1e82b69e1f6a by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:41:25.990122 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Attempting to bind port eb0e83f0-9030-4747-808b-1e82b69e1f6a on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:41:26.000501 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:41:26.000867 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:41:26.001262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:26.001647 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:41:26.002100 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Bound port: eb0e83f0-9030-4747-808b-1e82b69e1f6a, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:41:26.002519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:26.004730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c582-8218-406b-8c3c-d8d70da6caee None None] Pushing event updated for resources: {'Port': ['ID=eb0e83f0-9030-4747-808b-1e82b69e1f6a,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:26.068028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] For port eb0e83f0-9030-4747-808b-1e82b69e1f6a, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:41:26.070981 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] For port eb0e83f0-9030-4747-808b-1e82b69e1f6a, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=eb0e83f0-9030-4747-808b-1e82b69e1f6a,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:41:26.100400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 65e9807d-c3ca-4053-98ea-3032214093d5 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:26.146645 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:26.155015 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 65e9807d-c3ca-4053-98ea-3032214093d5 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:26.155411 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:26.229602 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Routers {'e6ddfe24-9330-41b1-b277-74f44ec7ae40'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:41:26.230209 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:41:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:26.356966 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4c582-8218-406b-8c3c-d8d70da6caee None None] Pushing event updated for resources: {'Port': ['ID=eb0e83f0-9030-4747-808b-1e82b69e1f6a,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:26.450161 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] Set router e6ddfe24-9330-41b1-b277-74f44ec7ae40 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:41:26.633259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 48420) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:41:26.660751 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:23Z', 'revision_number': 4, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port': {'id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:22Z', 'updated_at': '2021-09-10T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:24Z', 'revision_number': 5, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:41:26.690796 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f68d7e-022a-4556-b5fa-3110f954b7c3 None None] The sync data for ids ['e6ddfe24-9330-41b1-b277-74f44ec7ae40'] in dv-cinder-760152-8-iscsi is: [{'id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'name': 'router1', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:41:04Z', 'updated_at': '2021-09-10T20:41:23Z', 'revision_number': 4, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'gw_port': {'id': 'eb0e83f0-9030-4747-808b-1e82b69e1f6a', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:22Z', 'updated_at': '2021-09-10T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '65e9807d-c3ca-4053-98ea-3032214093d5', 'name': '', 'network_id': '93482df3-ee09-4096-9147-5a8ba7178c59', 'tenant_id': '90b9cf7ced554b82af0260f6470fabd8', 'mac_address': 'fa:16:3e:3c:2e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ddfe24-9330-41b1-b277-74f44ec7ae40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:41:14Z', 'updated_at': '2021-09-10T20:41:24Z', 'revision_number': 5, 'project_id': '90b9cf7ced554b82af0260f6470fabd8', 'subnets': [{'id': 'ac542b2c-3b7c-468d-8fd3-555446a95152', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6029d1c5-883c-42f7-a966-7871e04a7b3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:41:26.750094 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ef021686-f425-4aeb-8005-bb9c7e6a32cc admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144419 Sep 10 20:41:28.136315 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device eb0e83f0-9030-4747-808b-1e82b69e1f6a up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:28.322069 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port eb0e83f0-9030-4747-808b-1e82b69e1f6a completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:41:28.326231 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port eb0e83f0-9030-4747-808b-1e82b69e1f6a triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:28.326607 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:28.409392 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:28.440036 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port eb0e83f0-9030-4747-808b-1e82b69e1f6a, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=eb0e83f0-9030-4747-808b-1e82b69e1f6a,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:41:28.533594 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:28.586879 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=eb0e83f0-9030-4747-808b-1e82b69e1f6a,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:41:30.116731 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device eb0e83f0-9030-4747-808b-1e82b69e1f6a up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:41:30.177055 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port eb0e83f0-9030-4747-808b-1e82b69e1f6a triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:41:30.177949 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:37.480153 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e9398e68-f239-4a94-a6e1-8f5998c56369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:40.219706 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-43adfd61-d6d4-4b6a-b203-d00cac8ce377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:40.618556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:41.178708 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:42.693109 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:41:45.900383 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:42:08.030587 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a52e86ee-f649-411f-a87e-85484866d434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:10.212106 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-bc1105c3-e9ee-45d5-87fd-3dafc9168d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:10.629523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:11.223930 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:12.656293 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:22.898187 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:42:37.474098 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7eb0c85a-9dac-4183-835d-8e5b21b193ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:40.217660 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b766d24d-f91b-4401-9ce5-73dde5ed84fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:40.628330 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:41.192920 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:42.667101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:42:59.896337 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:43:05.082158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48982) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:05.142478 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b243d3-5760-4e82-a7c8-7d1e76eb814f admin admin] GET failed (client error): The resource could not be found. Sep 10 20:43:05.143812 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d3b243d3-5760-4e82-a7c8-7d1e76eb814f admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606923 Sep 10 20:43:05.306021 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f57e92a-cd12-48bf-b9af-74c23b015d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:05.307464 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2f57e92a-cd12-48bf-b9af-74c23b015d68 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590424 Sep 10 20:43:07.447276 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 48992) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:07.477318 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d5f2a5ad-65e8-4439-a5af-6939e6f31947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:07.539346 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e97215-936e-4dd6-9434-4e9dd1ccbb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:07.540673 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-27e97215-936e-4dd6-9434-4e9dd1ccbb6d admin admin] 10.222.0.38 "GET /v2.0/subnets/ac542b2c-3b7c-468d-8fd3-555446a95152 HTTP/1.1" status: 200 len: 849 time: 0.0923529 Sep 10 20:43:07.550643 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:43:07.631272 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:07.862344 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765054343437'] for subnet, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:07.893243 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:07.894369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:07.898975 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] 10.222.0.38 "PUT /v2.0/subnets/ac542b2c-3b7c-468d-8fd3-555446a95152 HTTP/1.1" status: 200 len: 868 time: 0.3480628 Sep 10 20:43:07.899158 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4608a-fe3f-41d5-90f9-6449233c706d None None] Network 93482df3-ee09-4096-9147-5a8ba7178c59 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:43:07.915688 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac542b2c-3b7c-468d-8fd3-555446a95152,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:43:07.924241 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.924870 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.925407 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.925918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.926259 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.926690 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.927028 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.927362 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.927707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.928036 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.928374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:07.928689 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e766db3c-3273-47ee-975d-928924fc8a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:08.264353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4fb15b96-c8d9-4a81-b11d-993e38900e6b None None] Provisioning complete for port 65e9807d-c3ca-4053-98ea-3032214093d5 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:43:08.264727 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4fb15b96-c8d9-4a81-b11d-993e38900e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:08.351164 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4fb15b96-c8d9-4a81-b11d-993e38900e6b None None] Provisioning complete for port 441279d4-f1b7-48e4-b144-e00a7999e098 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:43:08.351454 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4fb15b96-c8d9-4a81-b11d-993e38900e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:10.080613 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49000) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:10.243684 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-16dc6246-7725-4694-a5ab-1e40e1845ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:10.282686 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfeb2f-4351-440a-b39e-a1680778403d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:10.283109 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfeb2f-4351-440a-b39e-a1680778403d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:10.284665 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-66cfeb2f-4351-440a-b39e-a1680778403d admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030942 Sep 10 20:43:10.622111 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:11.217143 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:12.449441 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49008) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:12.580580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd60dd9-6fe7-4874-bc96-63842748f750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:12.581059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd60dd9-6fe7-4874-bc96-63842748f750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:12.582565 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3dd60dd9-6fe7-4874-bc96-63842748f750 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321805 Sep 10 20:43:12.717507 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:14.745660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49016) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:14.875150 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e05e76-904c-4cdc-bdd2-93f1466a81da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:14.876515 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a9e05e76-904c-4cdc-bdd2-93f1466a81da admin admin] 10.222.0.38 "GET /v2.0/networks/93482df3-ee09-4096-9147-5a8ba7178c59 HTTP/1.1" status: 200 len: 869 time: 0.1299114 Sep 10 20:43:17.043946 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49024) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:17.166885 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ae79b-9c00-48f8-913c-11ec80b739ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:17.168478 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-028ae79b-9c00-48f8-913c-11ec80b739ca admin admin] 10.222.0.38 "GET /v2.0/networks/c2ccf9a1-e370-450d-8f35-eaa4df63b922 HTTP/1.1" status: 200 len: 886 time: 0.1235609 Sep 10 20:43:19.327707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49032) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:19.447076 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5708f2-e4c0-44c0-a980-852875699a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:19.447524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5708f2-e4c0-44c0-a980-852875699a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:19.449010 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-bb5708f2-e4c0-44c0-a980-852875699a9b admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203690 Sep 10 20:43:21.608139 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49040) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:21.698952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63cd1b-df9a-4bbc-9157-e6870d2c7bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:21.699413 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63cd1b-df9a-4bbc-9157-e6870d2c7bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:21.700884 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-bd63cd1b-df9a-4bbc-9157-e6870d2c7bfc admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918102 Sep 10 20:43:23.860328 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49048) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:23.945096 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78f19d-80bd-4db3-8fda-85e99de2ad10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:23.946440 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ee78f19d-80bd-4db3-8fda-85e99de2ad10 admin admin] 10.222.0.38 "GET /v2.0/subnets/68cef14c-872e-4e6d-a332-a864112da113 HTTP/1.1" status: 200 len: 816 time: 0.0851748 Sep 10 20:43:26.108210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49056) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:26.201133 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5829d-d87f-431f-95e1-818b982cbdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:26.202514 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-7cc5829d-d87f-431f-95e1-818b982cbdc4 admin admin] 10.222.0.38 "GET /v2.0/subnets/ac542b2c-3b7c-468d-8fd3-555446a95152 HTTP/1.1" status: 200 len: 868 time: 0.0933676 Sep 10 20:43:36.894182 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:43:37.552881 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d6924117-f391-4bd7-89cf-76af022ff057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:40.244023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c1f5b4da-ffca-490f-a081-7a6f13d4e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:40.644042 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:41.221214 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:42.676772 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:50.335020 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49110) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:50.381927 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [None req-a27f5112-cf06-44c4-b3ec-1bd514e664a7 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:43:50.382936 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a27f5112-cf06-44c4-b3ec-1bd514e664a7 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469673 Sep 10 20:43:52.635572 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49118) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:52.696610 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b922fb-e78d-4121-8a1f-3ef032b840b6 admin admin] GET failed (client error): The resource could not be found. Sep 10 20:43:52.697919 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a5b922fb-e78d-4121-8a1f-3ef032b840b6 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608823 Sep 10 20:43:52.840645 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e5b60d-88bf-4c00-a6b6-be3d7937f27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:52.842035 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b3e5b60d-88bf-4c00-a6b6-be3d7937f27b admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389973 Sep 10 20:43:55.060831 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49128) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:55.112580 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:43:55.192288 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Made reservation on behalf of d3dcfdecb15842daa04e252cd2484211 for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:43:55.195531 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:55.245641 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING neutron.services.revisions.revision_plugin [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Could not find related network for resource to bump revision. Sep 10 20:43:55.261982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:43:55.273966 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765054124436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:55.274511 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Unsubscribe: segment precommit_create {{(pid=100992) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 20:43:55.275008 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Added segment 0d1914ea-bb78-4bfb-8276-83dea48f3550 of type vlan for network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 Sep 10 20:43:55.328260 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:55.432440 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:55.433410 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:55.434062 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:55.522186 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0211ae5-e1bc-4ac0-867b-08c7e948cf08,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:43:55.529143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.529492 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.529834 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.530166 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.530496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.530870 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.531205 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.531549 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.531894 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.532222 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.532542 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.532863 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:55.545184 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:43:55.553308 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-875cec5f-afc4-40bc-bec8-70267a0f88c6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4913957 Sep 10 20:43:57.758266 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49136) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:43:57.817115 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.pecan_wsgi.hooks.translation [None req-678db68b-6471-4d18-9612-c02e789c9647 admin admin] GET failed (client error): The resource could not be found. Sep 10 20:43:57.818445 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-678db68b-6471-4d18-9612-c02e789c9647 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591912 Sep 10 20:43:57.887328 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b29a4-778e-4fe4-a287-655867632537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:57.888783 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4c5b29a4-778e-4fe4-a287-655867632537 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656271 Sep 10 20:43:57.899500 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Request body: {'subnet': {'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:43:57.990700 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Made reservation on behalf of d3dcfdecb15842daa04e252cd2484211 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:43:57.992903 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:58.253756 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:58.300328 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bf85bd-6602-44dc-9c00-ee1a6576b4dc,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:43:58.321378 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Checking segment: {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:43:58.321760 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Network hostable DHCP agents. Network: f0211ae5-e1bc-4ac0-867b-08c7e948cf08, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:43:58.431862 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:43:58.558400 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, f0211ae5-e1bc-4ac0-867b-08c7e948cf08) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:43:58.562511 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:43:58.563154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:58.567774 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ae936-33ba-4357-8818-d7e9f4361729 None None] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:43:58.673333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-257675d4-e63c-4308-a830-e8ab76be24d2 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7771363 Sep 10 20:43:58.810427 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-f0211ae5-e1bc-4ac0-867b-08c7e948cf08', 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08', 'tenant_id': 'd3dcfdecb15842daa04e252cd2484211', 'fixed_ips': [{'subnet_id': '76bf85bd-6602-44dc-9c00-ee1a6576b4dc'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:43:58.811282 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.074505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Allocated IP 192.168.233.2 (f0211ae5-e1bc-4ac0-867b-08c7e948cf08/76bf85bd-6602-44dc-9c00-ee1a6576b4dc/f0a47a8d-13ea-46d2-966d-e450505a8793) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:43:59.218935 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.227626 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Transition to ACTIVE for port object f0a47a8d-13ea-46d2-966d-e450505a8793 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:43:59.276275 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Transition to ACTIVE for port object f0a47a8d-13ea-46d2-966d-e450505a8793 will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:43:59.398643 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.437338 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:43:59.440191 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:43:59.446504 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:43:59.450035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Pushing event updated for resources: {'Port': ['ID=f0a47a8d-13ea-46d2-966d-e450505a8793,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:43:59.460682 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.461055 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.461398 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.461756 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.462086 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.462411 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.462767 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.463094 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.463430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.464411 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.464736 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.465072 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:43:59.510088 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Attempting to bind port f0a47a8d-13ea-46d2-966d-e450505a8793 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:43:59.510456 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Attempting to bind port f0a47a8d-13ea-46d2-966d-e450505a8793 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:43:59.511414 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Attempting to bind port f0a47a8d-13ea-46d2-966d-e450505a8793 on network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:43:59.516598 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:43:59.516978 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Checking segment: {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:43:59.517378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.517768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Bound using segment: {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:43:59.518227 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Bound port: f0a47a8d-13ea-46d2-966d-e450505a8793, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:43:59.518604 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.584003 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] For port f0a47a8d-13ea-46d2-966d-e450505a8793, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:43:59.587070 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] For port f0a47a8d-13ea-46d2-966d-e450505a8793, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f0a47a8d-13ea-46d2-966d-e450505a8793,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:43:59.694272 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:43:59.751308 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ba5ac-0f64-4f62-b912-65b5a22f5664 None None] Pushing event updated for resources: {'Port': ['ID=f0a47a8d-13ea-46d2-966d-e450505a8793,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:44:00.242116 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f0a47a8d-13ea-46d2-966d-e450505a8793 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:44:00.380866 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port f0a47a8d-13ea-46d2-966d-e450505a8793 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:44:00.610541 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2cb5f-f3d6-4eaa-98fa-73be42f57e7f None None] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:44:00.793401 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Provisioning for port f0a47a8d-13ea-46d2-966d-e450505a8793 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:44:00.797675 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Provisioning complete for port f0a47a8d-13ea-46d2-966d-e450505a8793 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:44:00.798054 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:00.891051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:00.929404 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] For port f0a47a8d-13ea-46d2-966d-e450505a8793, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f0a47a8d-13ea-46d2-966d-e450505a8793,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:44:01.030728 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:01.083244 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca3c01-29bd-45d3-bff3-b67224fceee2 None None] Pushing event updated for resources: {'Port': ['ID=f0a47a8d-13ea-46d2-966d-e450505a8793,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:44:01.150961 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4e594467-1ab6-46bb-a1ac-e3f08663bb6b None None] Provisioning complete for port f0a47a8d-13ea-46d2-966d-e450505a8793 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:44:01.151327 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4e594467-1ab6-46bb-a1ac-e3f08663bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:02.218355 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f0a47a8d-13ea-46d2-966d-e450505a8793 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:44:02.267941 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port f0a47a8d-13ea-46d2-966d-e450505a8793 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:44:02.268309 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:07.560150 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-aa827656-bb82-448c-b974-c48de30880d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:10.264751 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d32d9c8e-391f-4ac9-a645-3b3d2c683aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:10.636540 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:11.489039 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:12.734266 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:13.892761 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:44:37.534193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e11a263f-9f7a-4007-9777-cb14d0124244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:40.219628 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-566efd13-f979-45a3-a911-2feb609287db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:40.641430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:41.231466 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:42.688012 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:44:50.891727 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:45:07.491967 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b8230fa8-b490-419f-b7a3-ace800fd1035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:10.259172 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ba15cad2-95fb-4bf5-a273-7aa27e510bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:10.636160 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:11.213104 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:12.687154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:19.222803 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49188) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:45:19.228689 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [None req-82547c6c-08f7-4e77-a6fa-fb2657a7178d tempest-verify_tempest_config-998072704 tempest-verify_tempest_config-998072704-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:45:19.229659 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-82547c6c-08f7-4e77-a6fa-fb2657a7178d tempest-verify_tempest_config-998072704 tempest-verify_tempest_config-998072704-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058937 Sep 10 20:45:19.747442 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49206) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:45:19.849284 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.029000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.104460 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.146376 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572b23e6-c1cb-47ea-a91a-85bcec1fd0bb,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:45:20.150805 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=baf04dab8ba44312bebbb9ad4a7ba358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4023654 Sep 10 20:45:20.153592 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49210) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:45:20.155492 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.155867 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.156206 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.156538 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.156856 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.157198 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.157525 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.157860 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.158203 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.158521 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.158866 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.159181 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9488a7-c155-465b-abb3-f14ef0803d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.208652 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.231890 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.384623 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.387219 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:20.388389 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/572b23e6-c1cb-47ea-a91a-85bcec1fd0bb HTTP/1.1" status: 204 len: 168 time: 0.2338483 Sep 10 20:45:20.396189 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572b23e6-c1cb-47ea-a91a-85bcec1fd0bb,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:45:20.403328 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.403697 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.404086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.404374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.404719 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.405059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.405393 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.405723 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.406068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.406399 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.406750 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:20.407172 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f771-7555-4e60-ac10-7e151a7633c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:45:27.889733 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:45:37.547944 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-72cbcbec-ae24-4dad-8d78-ab3d65eca487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:40.224136 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d6ce5c32-f0cb-4a15-8bfe-62254eb8d580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:40.646473 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:41.268332 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:45:42.687372 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:04.888850 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:46:07.509088 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f0348148-8528-4c2e-966d-8c55d952b95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:10.235340 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf931-2872-4674-8a1f-56014069dd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:10.674736 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:11.257169 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:12.708694 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:37.496366 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5487f53c-dd52-4b40-99cb-62d2eaf01a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:40.233718 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-74cc403e-b970-4caa-b17e-ad80c31783af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:40.645154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:41.222429 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:41.888035 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 5 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:46:42.719447 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:46:53.736182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619410'] for agent, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:07.517172 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-12b1d4e6-7503-4675-a9e1-88a02b6a9919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:08.065209 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49284) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:47:08.167451 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c1799bb8-50e0-495e-a854-04bff77dbe16 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1011441 Sep 10 20:47:10.231903 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ea3adb00-ca9f-4b21-8c82-4290dfbed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:10.364509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49294) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:47:10.418493 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1cfa296b-dbbf-4ec8-a30d-a4beb40eaecf admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528591 Sep 10 20:47:10.679050 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:11.225505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:12.747494 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:18.887966 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:47:23.670940 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:37.482942 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8f2cd221-2bf6-46be-8380-a46a34b64764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:40.300487 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-41344344-0d15-442c-8e74-52996f472967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:40.654916 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:41.214674 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:42.727501 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:53.711817 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:47:55.887399 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:48:07.499946 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-0f21dba2-f4f6-4310-95c0-21fe4337c6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:10.231452 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-241a7eb6-3f8d-4dfe-aac2-dbf05d3ddeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:10.658908 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:11.243085 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:12.703676 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:23.709473 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:32.886409 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:48:37.539477 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-705c4eee-57c0-436f-a127-068cec313a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:40.225051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-0be06bea-6ccf-42b4-8c47-34ec21b2f385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:40.542898 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49512) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:40.720991 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:40.886983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49526) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:40.950918 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49532) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:40.973170 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1101372658-network', 'tenant_id': '913ce07debf14aa0946027e61ed3a760'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:40.979919 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49538) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:41.086411 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Made reservation on behalf of 913ce07debf14aa0946027e61ed3a760 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:41.089112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.097824 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.174253 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-network', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:41.198449 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-network', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:41.199763 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.236631 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.239664 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-76795890-network', 'tenant_id': '87295a18b531480f8ffc07df478f275f'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:41.267332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.281528 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.db.api [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 20:48:41.281528 dv-cinder-760152-8-iscsi neutron-server[100992]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 20:48:41.281528 dv-cinder-760152-8-iscsi neutron-server[100992]: [parameters: {'project_id_1': '87295a18b531480f8ffc07df478f275f', 'expiration_1': datetime.datetime(2021, 9, 10, 20, 48, 21, 244075)}] Sep 10 20:48:41.281528 dv-cinder-760152-8-iscsi neutron-server[100992]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 20:48:41.282395 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG oslo_db.api [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 20:48:41.283048 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.db.api [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 20:48:41.283048 dv-cinder-760152-8-iscsi neutron-server[100992]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 20:48:41.283048 dv-cinder-760152-8-iscsi neutron-server[100992]: [parameters: {'project_id_1': '9bb86100c7f44b73ba4febee51b04a91', 'expiration_1': datetime.datetime(2021, 9, 10, 20, 48, 21, 203092)}] Sep 10 20:48:41.283048 dv-cinder-760152-8-iscsi neutron-server[100992]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 20:48:41.283415 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG oslo_db.api [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 20:48:41.287122 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:48:41.306832 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.309745 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Added segment e7a20be8-379c-4485-9f57-11589df1c9bf of type vlan for network 0ec68db8-4c33-408c-bf07-e3212b4b7689 Sep 10 20:48:41.322576 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15678abf-427e-47d5-abe5-b3c9c20715fe,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:41.350171 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.350533 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.350893 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.351221 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.351543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.351883 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.352211 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.352534 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.352872 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.353190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.353508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.353817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Tracked resource versions report: Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: pushed versions: Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: { 'AddressGroup': {'1.2'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'ConntrackHelper': {'1.0'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Log': {'1.0'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Network': {'1.1'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Port': {'1.7'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'PortForwarding': {'1.2'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'QosPolicy': {'1.9'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroup': {'1.4'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SubPort': {'1.0'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Subnet': {'1.1'}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Trunk': {'1.1'}} Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: consumer versions: Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: HyperV agent@hv-cinder-76015: {}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'ConntrackHelper': '1.0', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Log': '1.0', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Network': '1.1', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Port': '1.7', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'PortForwarding': '1.2', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'QosPolicy': '1.9', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroup': '1.4', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SecurityGroupRule': '1.2', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'SubPort': '1.0', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Subnet': '1.1', Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: 'Trunk': '1.1'}} Sep 10 20:48:41.358117 dv-cinder-760152-8-iscsi neutron-server[100993]: {{(pid=100993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:48:41.368715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.372551 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Made reservation on behalf of 52092a98898e4d7ea9d03aeb919b92d4 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:41.374711 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.391805 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.489714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.492978 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.494013 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:41.494738 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.556306 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.561856 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] Pushing event updated for resources: {'Network': ['ID=0ec68db8-4c33-408c-bf07-e3212b4b7689,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:41.572936 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:48:41.576219 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 0ec68db8-4c33-408c-bf07-e3212b4b7689 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:48:41.583224 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.584609 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Added segment d5e9d7af-0745-4372-913f-b90a354eea7c of type vlan for network f12d0487-5864-4b9d-88d0-816415bfd4e7 Sep 10 20:48:41.633785 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.668206 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49568) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:41.668474 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e7c03fb2-e9c9-47ba-8eba-7055661f057d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1243169 Sep 10 20:48:41.673923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Request body: {'subnet': {'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1101372658-subnet', 'tenant_id': '913ce07debf14aa0946027e61ed3a760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:41.674190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1f8df-f0ea-479b-80dc-c078c74f7b5e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:41.722946 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.725226 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:41.725867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.787037 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Made reservation on behalf of 913ce07debf14aa0946027e61ed3a760 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:41.790637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:41.941867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] Pushing event updated for resources: {'Network': ['ID=f12d0487-5864-4b9d-88d0-816415bfd4e7,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:41.951789 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:48:41.986676 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6f9a92b0-c547-4bd2-9444-daa1e8c6513b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0985825 Sep 10 20:48:41.989452 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49584) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:41.994446 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Request body: {'subnet': {'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-subnet', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:42.116652 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.180091 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Made reservation on behalf of 87295a18b531480f8ffc07df478f275f for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:42.190359 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.190359 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Checking segment: {'id': 'e7a20be8-379c-4485-9f57-11589df1c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:42.190977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Network hostable DHCP agents. Network: 0ec68db8-4c33-408c-bf07-e3212b4b7689, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:48:42.217387 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.232091 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886c05c4-71bd-419a-97c8-55aa9fea70bc,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:42.238423 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Tracked resource versions report: Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: pushed versions: Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: { 'AddressGroup': {'1.2'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'ConntrackHelper': {'1.0'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Log': {'1.0'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Network': {'1.1'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Port': {'1.7'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'PortForwarding': {'1.2'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'QosPolicy': {'1.9'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroup': {'1.4'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SubPort': {'1.0'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Subnet': {'1.1'}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Trunk': {'1.1'}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: consumer versions: Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: HyperV agent@hv-cinder-76015: {}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'ConntrackHelper': '1.0', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Log': '1.0', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Network': '1.1', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Port': '1.7', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'PortForwarding': '1.2', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'QosPolicy': '1.9', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroup': '1.4', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SecurityGroupRule': '1.2', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'SubPort': '1.0', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Subnet': '1.1', Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: 'Trunk': '1.1'}} Sep 10 20:48:42.248729 dv-cinder-760152-8-iscsi neutron-server[100992]: {{(pid=100992) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:48:42.316691 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Network 0ec68db8-4c33-408c-bf07-e3212b4b7689 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:48:42.320248 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Made reservation on behalf of 9bb86100c7f44b73ba4febee51b04a91 for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:42.322406 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.333752 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.406529 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 0ec68db8-4c33-408c-bf07-e3212b4b7689) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:42.419681 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d6b33-9f2a-4f47-b2a0-6e8520cb11e0 None None] Network 0ec68db8-4c33-408c-bf07-e3212b4b7689 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:42.420166 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:42.420268 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Made reservation on behalf of 52092a98898e4d7ea9d03aeb919b92d4 for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:42.420360 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.421933 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.538693 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.620702 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28002b00-0838-4624-aeb2-065ed7e1c0e1 None None] Network 0ec68db8-4c33-408c-bf07-e3212b4b7689 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:42.639909 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.685671 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b740fb4-4be3-4884-aea2-11d4562a4b43,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:42.697137 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:48:42.711197 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.711764 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Added segment e5096602-3deb-4997-b1af-44b554b33551 of type vlan for network fb50a3d5-7aa0-47cb-910e-486e159c163b Sep 10 20:48:42.735840 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a3ef67c5-f892-4487-8182-aeb7ce0e3bd0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0656922 Sep 10 20:48:42.791380 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.854096 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.866237 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.878225 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.920181 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=053404f9-e495-4be5-a2ea-13b48a656fff,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:42.925290 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Checking segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:42.925639 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Network hostable DHCP agents. Network: f12d0487-5864-4b9d-88d0-816415bfd4e7, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:48:42.950448 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:42.951466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:42.952049 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.010979 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] Pushing event updated for resources: {'Network': ['ID=fb50a3d5-7aa0-47cb-910e-486e159c163b,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:43.014046 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.022339 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network fb50a3d5-7aa0-47cb-910e-486e159c163b details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:48:43.024938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:48:43.043454 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:48:43.053077 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb96c28-36e3-4562-958d-c66349db50e7,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:43.061266 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.061609 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Added segment 69badd85-620c-469c-bc74-680556126582 of type vlan for network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 Sep 10 20:48:43.093806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, f12d0487-5864-4b9d-88d0-816415bfd4e7) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:43.104615 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10440c41-876f-437d-8219-ca94afb69303 None None] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:43.106825 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49630) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:43.107285 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fd0c1da9-cd8c-424a-b95c-d491391fd84f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1206291 Sep 10 20:48:43.112775 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Request body: {'subnet': {'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-76795890-subnet', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:43.117942 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:43.123841 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.134453 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.236316 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Made reservation on behalf of 87295a18b531480f8ffc07df478f275f for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:43.245573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.265173 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.266910 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:43.267593 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.332310 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-f12d0487-5864-4b9d-88d0-816415bfd4e7', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:48:43.333326 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.364979 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49634) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:43.371062 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-80d668c2-bae7-4c11-b277-6d3f3cdef18b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3780916 Sep 10 20:48:43.377891 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49636) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:43.382795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:43.392007 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] Pushing event updated for resources: {'Network': ['ID=7cf3ae02-1318-417d-84a9-6a9c31dadb18,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:43.414753 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2fbbff5d-3520-4dfc-8da6-5e731d00cedc admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4618969 Sep 10 20:48:43.417964 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49642) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:43.427044 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Request body: {'subnet': {'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-subnet', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:43.538484 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:48:43.580312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c0436dc-2df1-4014-8506-234628f08eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.614045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Allocated IP 172.20.0.2 (f12d0487-5864-4b9d-88d0-816415bfd4e7/053404f9-e495-4be5-a2ea-13b48a656fff/dc0a6a3f-4726-4a94-a2cd-0622986afbdc) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:43.650801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.711318 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.712590 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.721016 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce0365a-cbed-4108-9300-cf36a3aa2a2f,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:43.780511 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Made reservation on behalf of 9bb86100c7f44b73ba4febee51b04a91 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:43.784566 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.799956 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Checking segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:43.800528 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Network hostable DHCP agents. Network: fb50a3d5-7aa0-47cb-910e-486e159c163b, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:48:43.858624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.890856 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49678) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:43.894091 dv-cinder-760152-8-iscsi neutron-server[100993]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 20:48:43.920105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:43.934506 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Transition to ACTIVE for port object dc0a6a3f-4726-4a94-a2cd-0622986afbdc will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:43.968749 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Transition to ACTIVE for port object dc0a6a3f-4726-4a94-a2cd-0622986afbdc will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:44.025172 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:48:44.054628 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.114394 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:44.117155 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:44.120204 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:44.133230 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Pushing event updated for resources: {'Port': ['ID=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:44.153637 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.153994 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.154330 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.154671 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.154996 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.155318 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.155669 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.155978 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.156337 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.156678 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.156993 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.157302 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Tracked resource versions report: Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: pushed versions: Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: { 'AddressGroup': {'1.2'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'ConntrackHelper': {'1.0'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Log': {'1.0'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Network': {'1.1'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Port': {'1.7'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'PortForwarding': {'1.2'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'QosPolicy': {'1.9'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroup': {'1.4'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SubPort': {'1.0'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Subnet': {'1.1'}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Trunk': {'1.1'}} Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: consumer versions: Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: HyperV agent@hv-cinder-76015: {}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'ConntrackHelper': '1.0', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Log': '1.0', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Network': '1.1', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Port': '1.7', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'PortForwarding': '1.2', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'QosPolicy': '1.9', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroup': '1.4', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SecurityGroupRule': '1.2', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'SubPort': '1.0', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Subnet': '1.1', Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: 'Trunk': '1.1'}} Sep 10 20:48:44.158405 dv-cinder-760152-8-iscsi neutron-server[100994]: {{(pid=100994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:48:44.194999 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Attempting to bind port dc0a6a3f-4726-4a94-a2cd-0622986afbdc on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:44.195577 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Attempting to bind port dc0a6a3f-4726-4a94-a2cd-0622986afbdc by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:44.195942 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Attempting to bind port dc0a6a3f-4726-4a94-a2cd-0622986afbdc on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:44.201738 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:44.202112 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Checking segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:44.202514 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.202945 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Bound using segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:44.204331 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Bound port: dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:44.204462 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.208324 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.224880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, fb50a3d5-7aa0-47cb-910e-486e159c163b) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:44.249336 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1b008-b697-4547-b024-2f2606b3411d None None] Network fb50a3d5-7aa0-47cb-910e-486e159c163b requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:44.261751 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:44.265634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.265634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.281120 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-bea28d4b-073a-4354-8ba5-68e8c17333bc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:44.282635 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-bea28d4b-073a-4354-8ba5-68e8c17333bc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/networks?id=0ec68db8-4c33-408c-bf07-e3212b4b7689 HTTP/1.1" status: 200 len: 812 time: 0.3900709 Sep 10 20:48:44.287176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2beea0b-65d6-431e-b79a-72a5edde4013,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:44.294353 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Checking segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:44.294353 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Network hostable DHCP agents. Network: 7cf3ae02-1318-417d-84a9-6a9c31dadb18, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:48:44.296355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c0436dc-2df1-4014-8506-234628f08eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.324119 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-ccfa1693-2f00-40dd-88ed-f83ea3ece121 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/quotas/913ce07debf14aa0946027e61ed3a760 HTTP/1.1" status: 200 len: 375 time: 0.0178447 Sep 10 20:48:44.338240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] For port dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:44.342501 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] For port dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:44.379471 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:48:44.384082 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-57102432-76e9-40e0-88e6-a54bb8dfaa14 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=913ce07debf14aa0946027e61ed3a760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591166 Sep 10 20:48:44.386183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c0436dc-2df1-4014-8506-234628f08eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.408892 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.446746 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6c0436dc-2df1-4014-8506-234628f08eb2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07935e8df17b45e3a273d13639d179bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0799308 Sep 10 20:48:44.447078 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49690) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:44.448239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0436dc-2df1-4014-8506-234628f08eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d8306b-32f7-45d1-a92d-80998475a403,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:44.456910 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-774315f4-1dea-4bab-9396-ff8d4339869e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3461206 Sep 10 20:48:44.457321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49692) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:44.462047 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-fb50a3d5-7aa0-47cb-910e-486e159c163b', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:48:44.469581 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:44.470223 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.488959 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 7cf3ae02-1318-417d-84a9-6a9c31dadb18) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:44.497240 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:44.498247 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.529885 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb4295-0dec-444c-b761-bf1042ef8590 None None] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:44.564316 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.592624 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.624125 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.625523 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.633880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-d87b8d9a-a737-4581-9f43-dbd89caf8932 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:48:44.635275 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-d87b8d9a-a737-4581-9f43-dbd89caf8932 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1249983 Sep 10 20:48:44.646908 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8791-17e4-43ad-ab3e-a4d86a425dee None None] Pushing event updated for resources: {'Port': ['ID=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:44.716851 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-68be34b8-b205-4d80-9a97-2bc31f4725bd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2978992 Sep 10 20:48:44.717869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49698) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:44.723625 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:44.752229 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.755843 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.757634 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66d8306b-32f7-45d1-a92d-80998475a403 HTTP/1.1" status: 204 len: 168 time: 0.3092706 Sep 10 20:48:44.823250 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.828521 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:44.851764 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Allocated IP 172.20.0.2 (fb50a3d5-7aa0-47cb-910e-486e159c163b/7ce0365a-cbed-4108-9300-cf36a3aa2a2f/c460fc46-7aa5-48bf-8337-fb035ae418ce) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:44.858519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14847bfb-b70c-40ce-a6ea-08dbbaf39cae None None] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:44.866322 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1ce00-ee91-4297-a99a-e79e8a8e9453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d8306b-32f7-45d1-a92d-80998475a403,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:44.968444 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.015744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.018760 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.041504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.064496 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-00350212-1eef-4f8b-aaba-97fa01f929aa service neutron] 10.222.0.38 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900733 Sep 10 20:48:45.324678 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.334293 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.342928 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Transition to ACTIVE for port object c460fc46-7aa5-48bf-8337-fb035ae418ce will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:45.348092 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.365029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Transition to ACTIVE for port object c460fc46-7aa5-48bf-8337-fb035ae418ce will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:45.372132 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Allocated IP 172.27.2.180 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/32b782a2-61ef-496e-b334-d4cfe35fba4e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:45.375545 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-0faac725-ef52-4bcb-8f86-3469ed3a1c11 service neutron] 10.222.0.38 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834463 Sep 10 20:48:45.476484 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.524074 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.532401 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:45.536600 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:45.541031 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:45.580918 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Pushing event updated for resources: {'Port': ['ID=c460fc46-7aa5-48bf-8337-fb035ae418ce,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:45.629780 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Attempting to bind port c460fc46-7aa5-48bf-8337-fb035ae418ce on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:45.630157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Attempting to bind port c460fc46-7aa5-48bf-8337-fb035ae418ce by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:45.630519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Attempting to bind port c460fc46-7aa5-48bf-8337-fb035ae418ce on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:45.637801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:45.638185 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Checking segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:45.638604 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.639051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Bound using segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:45.639531 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Bound port: c460fc46-7aa5-48bf-8337-fb035ae418ce, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:45.642174 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.718196 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.764785 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49724) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:45.776454 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] For port c460fc46-7aa5-48bf-8337-fb035ae418ce, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:45.781909 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] For port c460fc46-7aa5-48bf-8337-fb035ae418ce, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c460fc46-7aa5-48bf-8337-fb035ae418ce,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:45.793116 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-045ab5ab-dcbb-4737-8aec-86ca7bd86368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.804599 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49728) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:45.807420 dv-cinder-760152-8-iscsi neutron-server[100992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 20:48:45.858560 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.870562 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2586f05a-c191-4609-abf8-ea272a305c9c req-692f6b84-ff11-4ca9-80d8-0174e65fea5c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0655274 Sep 10 20:48:45.873196 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.885685 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:45.895893 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:45.907468 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:45.909586 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Pushing event updated for resources: {'Port': ['ID=32b782a2-61ef-496e-b334-d4cfe35fba4e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:45.932271 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:45.935958 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c464db3-1153-4137-bd92-40bbef93b4d9 None None] Pushing event updated for resources: {'Port': ['ID=c460fc46-7aa5-48bf-8337-fb035ae418ce,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:45.939780 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc70957-64ce-4f75-a32c-08891de9c86a None None] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:45.974777 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.036719 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.087155 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-552d9668-bafd-45db-83cc-9d4b5cafe91e None None] Provisioning for port dc0a6a3f-4726-4a94-a2cd-0622986afbdc completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:46.221652 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-045ab5ab-dcbb-4737-8aec-86ca7bd86368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.223011 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Allocated IP 172.27.2.141 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/0d987554-e74a-4db2-9809-3b97a3c254d0) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:46.371788 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-045ab5ab-dcbb-4737-8aec-86ca7bd86368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.470762 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.613577 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.662062 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-045ab5ab-dcbb-4737-8aec-86ca7bd86368 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff8198013eb04ab69880a134a21d46c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8935249 Sep 10 20:48:46.663113 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49768) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:46.681750 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ab5ab-dcbb-4737-8aec-86ca7bd86368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce85d5-7599-4fa4-8383-f45ce4f242ca,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:46.759188 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c460fc46-7aa5-48bf-8337-fb035ae418ce up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:46.809828 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.848392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:46.853163 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:46.857659 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:46.899806 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port c460fc46-7aa5-48bf-8337-fb035ae418ce completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:46.907196 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device dc0a6a3f-4726-4a94-a2cd-0622986afbdc up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:46.965375 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:46.984299 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Allocated IP 172.27.2.210 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/38fdef3e-18e5-421b-af91-45e6ceed3e58) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:46.992920 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Pushing event updated for resources: {'Port': ['ID=0d987554-e74a-4db2-9809-3b97a3c254d0,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:47.006469 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1a739c79-88be-4bf6-85b1-1d9eeeb9bceb req-44b633df-34a0-4b90-af6a-78e132246ece tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0393474 Sep 10 20:48:47.098028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port dc0a6a3f-4726-4a94-a2cd-0622986afbdc completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:47.102513 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port dc0a6a3f-4726-4a94-a2cd-0622986afbdc triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:47.107162 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.198456 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.208266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.220511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.259594 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:48:47.274907 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.337891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.450187 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.483428 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:47.497016 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.500037 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.504754 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96ce85d5-7599-4fa4-8383-f45ce4f242ca HTTP/1.1" status: 204 len: 168 time: 0.8332794 Sep 10 20:48:47.517009 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c22f1d-d1a2-4cc2-9c75-1dc7496b7967 None None] Network fb50a3d5-7aa0-47cb-910e-486e159c163b requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:48:47.518253 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67985fd0-73e5-404d-8fb2-6b1850d6c0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce85d5-7599-4fa4-8383-f45ce4f242ca,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:47.607858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Router cb549867-29b1-4037-972a-a5bddef87ca7 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:48:47.613693 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.681491 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.708211 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Provisioning for port c460fc46-7aa5-48bf-8337-fb035ae418ce completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:47.721079 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Provisioning complete for port c460fc46-7aa5-48bf-8337-fb035ae418ce triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:47.721447 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.763929 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:47.773321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:47.780292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:47.785120 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Pushing event updated for resources: {'Port': ['ID=38fdef3e-18e5-421b-af91-45e6ceed3e58,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:47.861807 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:47.915335 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] For port c460fc46-7aa5-48bf-8337-fb035ae418ce, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c460fc46-7aa5-48bf-8337-fb035ae418ce,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:48:47.916109 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:47.929081 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:47.941442 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:47.942928 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:48.065055 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Router d6d23de7-1ea6-4877-ac83-be0d724cca19 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:48:48.076522 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:48.110402 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.127785 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8ce89d89-0803-4585-9dbd-c7f4bd9006dd req-6f20d558-d8cc-4f3c-8ffd-70d76383cb55 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0598323 Sep 10 20:48:48.130354 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.131490 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-90ac33c2-89bb-4b77-b874-01bac357dc4c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7526541 Sep 10 20:48:48.135722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49808) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:48.231171 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1c56-9d93-4fc9-bb6e-6253361ca842 None None] Pushing event updated for resources: {'Port': ['ID=c460fc46-7aa5-48bf-8337-fb035ae418ce,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:48.262573 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-57eeda09-a669-412f-9d06-d40f4df37bdb None None] Provisioning complete for port c460fc46-7aa5-48bf-8337-fb035ae418ce triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:48.262983 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-57eeda09-a669-412f-9d06-d40f4df37bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.294638 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.444035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:48.455765 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Sync routers for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:48.468835 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:48.470020 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:48.517042 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:46Z', 'revision_number': 3, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:48.548597 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c460fc46-7aa5-48bf-8337-fb035ae418ce up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:48.605577 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:48.606273 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Updating router cb549867-29b1-4037-972a-a5bddef87ca7 port 32b782a2-61ef-496e-b334-d4cfe35fba4e binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:48.650144 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.745297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:48.751037 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.871687 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port c460fc46-7aa5-48bf-8337-fb035ae418ce triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:48.872064 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.949255 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:48.951990 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4860dc15-d2ae-4ed3-b10b-922c274d4f66 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2329588 Sep 10 20:48:48.955588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49836) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:49.125770 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49840) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:49.163358 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.201173 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device dc0a6a3f-4726-4a94-a2cd-0622986afbdc up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:49.218905 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.252268 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Transition to ACTIVE for port object 32b782a2-61ef-496e-b334-d4cfe35fba4e will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:49.289730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:49.321717 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Checking router: d6d23de7-1ea6-4877-ac83-be0d724cca19 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:49.322359 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Updating router d6d23de7-1ea6-4877-ac83-be0d724cca19 port 0d987554-e74a-4db2-9809-3b97a3c254d0 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:49.326270 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port dc0a6a3f-4726-4a94-a2cd-0622986afbdc triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:49.326892 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.385362 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.385852 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.455612 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-72ebeac5-3f57-48bd-aa55-6a898bd8ed2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.481860 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Attempting to bind port 32b782a2-61ef-496e-b334-d4cfe35fba4e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:49.482238 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Attempting to bind port 32b782a2-61ef-496e-b334-d4cfe35fba4e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:49.482605 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Attempting to bind port 32b782a2-61ef-496e-b334-d4cfe35fba4e on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:49.585807 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:49.586444 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:49.587035 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.587598 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:49.589678 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Bound port: 32b782a2-61ef-496e-b334-d4cfe35fba4e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:49.590261 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.632418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Allocated IP 172.20.0.1 (f12d0487-5864-4b9d-88d0-816415bfd4e7/053404f9-e495-4be5-a2ea-13b48a656fff/d145df0f-262e-4c0f-ad94-65d150c583de) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:49.647340 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Router 3b064f6c-f710-4b40-8557-7c092efbab4b is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:48:49.702575 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] For port 32b782a2-61ef-496e-b334-d4cfe35fba4e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:49.708015 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] For port 32b782a2-61ef-496e-b334-d4cfe35fba4e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=32b782a2-61ef-496e-b334-d4cfe35fba4e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:49.754003 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Pushing event updated for resources: {'Port': ['ID=32b782a2-61ef-496e-b334-d4cfe35fba4e,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:49.787630 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.794609 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-72ebeac5-3f57-48bd-aa55-6a898bd8ed2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.797258 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.797732 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.799211 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.802902 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Tracked resource versions report: Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: pushed versions: Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: { 'AddressGroup': {'1.2'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'ConntrackHelper': {'1.0'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Log': {'1.0'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Network': {'1.1'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Port': {'1.7'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'PortForwarding': {'1.2'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'QosPolicy': {'1.9'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroup': {'1.4'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroupRule': {'1.2'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SubPort': {'1.0'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Subnet': {'1.1'}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Trunk': {'1.1'}} Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: consumer versions: Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: { DHCP agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: HyperV agent@hv-cinder-76015: {}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: L3 agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: Metadata agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: Metering agent@dv-cinder-760152-8-iscsi: {}, Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: Open vSwitch agent@dv-cinder-760152-8-iscsi: { 'AddressGroup': '1.2', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'ConntrackHelper': '1.0', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Log': '1.0', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Network': '1.1', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Port': '1.7', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'PortForwarding': '1.2', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'QosPolicy': '1.9', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroup': '1.4', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SecurityGroupRule': '1.2', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'SubPort': '1.0', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Subnet': '1.1', Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: 'Trunk': '1.1'}} Sep 10 20:48:49.806961 dv-cinder-760152-8-iscsi neutron-server[100995]: {{(pid=100995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 20:48:49.829518 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.866416 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.873396 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Transition to ACTIVE for port object 0d987554-e74a-4db2-9809-3b97a3c254d0 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:49.899319 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-72ebeac5-3f57-48bd-aa55-6a898bd8ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.906728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:49.944051 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-40c55ebf-486a-40aa-a60a-32bbd61e601c req-194352f2-2586-4e9b-9343-331d06b9fd57 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.3416071 Sep 10 20:48:49.951068 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fe0e-e7fb-4583-b0c9-8ca8779a7637 None None] Pushing event updated for resources: {'Port': ['ID=32b782a2-61ef-496e-b334-d4cfe35fba4e,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:49.956677 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:49.958387 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:50.004314 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.026361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Transition to ACTIVE for port object d145df0f-262e-4c0f-ad94-65d150c583de will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:50.055348 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-72ebeac5-3f57-48bd-aa55-6a898bd8ed2f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=da788aa2e73b4a369186e7e79e68b2af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9204745 Sep 10 20:48:50.058593 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49878) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:50.069959 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebeac5-3f57-48bd-aa55-6a898bd8ed2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090e4548-e05c-455b-adf8-0c5d36dc5b00,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:50.114690 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Attempting to bind port 0d987554-e74a-4db2-9809-3b97a3c254d0 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:50.115240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Attempting to bind port 0d987554-e74a-4db2-9809-3b97a3c254d0 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:50.115616 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Attempting to bind port 0d987554-e74a-4db2-9809-3b97a3c254d0 on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:50.126435 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed96c-e75c-4062-b22d-8f8cc26a5e5c None None] Pushing event updated for resources: {'Port': ['ID=0d987554-e74a-4db2-9809-3b97a3c254d0,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:50.126629 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:50.136115 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:50.136495 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:50.136906 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.137327 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:50.137772 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Bound port: 0d987554-e74a-4db2-9809-3b97a3c254d0, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:50.138155 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.169028 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.229105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] For port 0d987554-e74a-4db2-9809-3b97a3c254d0, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:50.234390 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] For port 0d987554-e74a-4db2-9809-3b97a3c254d0, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0d987554-e74a-4db2-9809-3b97a3c254d0,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:50.241980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.271805 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:50.283806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.295050 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:50.296409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:50.300049 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:50.316204 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.321448 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:50.323936 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.341183 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:50.341593 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:50.345801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.386362 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.387637 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e5c4f492-3077-45e5-ae18-d6ec9b116acd admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9297025 Sep 10 20:48:50.391862 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 49888) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:50.426248 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Pushing event updated for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:50.491773 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bed96c-e75c-4062-b22d-8f8cc26a5e5c None None] Pushing event updated for resources: {'Port': ['ID=0d987554-e74a-4db2-9809-3b97a3c254d0,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:50.503363 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:50.504031 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:50.649851 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Allocated IP 172.20.0.1 (7cf3ae02-1318-417d-84a9-6a9c31dadb18/e2beea0b-65d6-431e-b79a-72a5edde4013/662a7054-5102-451d-af25-d731c81dda5b) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:50.754847 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:50.782909 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:46Z', 'revision_number': 3, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:50.802575 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.805970 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:50.807992 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/090e4548-e05c-455b-adf8-0c5d36dc5b00 HTTP/1.1" status: 204 len: 168 time: 0.7203207 Sep 10 20:48:50.852667 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433dffe-713d-4aa7-bb7b-f2c7b136d2e1 None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:46Z', 'revision_number': 3, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:48:50.861331 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff6354-83d0-4834-bfb4-5c158f79781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090e4548-e05c-455b-adf8-0c5d36dc5b00,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:50.887250 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:50.993831 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.085584 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ec6b82e7-ec31-41ee-86ec-c0664071afb8 None None] Provisioning for port d145df0f-262e-4c0f-ad94-65d150c583de completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:51.101112 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ec6b82e7-ec31-41ee-86ec-c0664071afb8 None None] Provisioning complete for port d145df0f-262e-4c0f-ad94-65d150c583de triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:51.101490 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ec6b82e7-ec31-41ee-86ec-c0664071afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.113299 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.208200 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b82e7-ec31-41ee-86ec-c0664071afb8 None None] Port d145df0f-262e-4c0f-ad94-65d150c583de cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:48:51.241789 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:51.310240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:51.371042 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8c9a4c-afb9-4068-873d-d85a80477edd None None] The sync data for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi is: [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:48:51.380113 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:51.380113 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Updating router 3b064f6c-f710-4b40-8557-7c092efbab4b port 38fdef3e-18e5-421b-af91-45e6ceed3e58 binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:51.391025 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.488589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.506727 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.566873 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e5abaaa4-84e9-46ef-81f8-46ac5be74422 req-9b4d19fa-b71e-4059-b673-ada2d1337b5f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0727839 Sep 10 20:48:51.608210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:51.622190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:51.625687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:51.626572 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.633256 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Pushing event updated for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:51.712400 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.805905 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.809942 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:51.998151 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Allocated IP 172.20.0.1 (fb50a3d5-7aa0-47cb-910e-486e159c163b/7ce0365a-cbed-4108-9300-cf36a3aa2a2f/faaca9d5-09e4-4e1e-91ad-1bd10012cfb4) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:52.113454 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Pushing event updated for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:52.209259 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.209259 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Transition to ACTIVE for port object 38fdef3e-18e5-421b-af91-45e6ceed3e58 will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:52.233403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:52.239916 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:52.361380 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.455346 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bac55-4e37-4a0c-a2d6-813e7f591706 None None] Pushing event updated for resources: {'Port': ['ID=38fdef3e-18e5-421b-af91-45e6ceed3e58,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:52.469222 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.515208 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Attempting to bind port 38fdef3e-18e5-421b-af91-45e6ceed3e58 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:52.515208 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Attempting to bind port 38fdef3e-18e5-421b-af91-45e6ceed3e58 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:52.515208 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Attempting to bind port 38fdef3e-18e5-421b-af91-45e6ceed3e58 on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:52.518884 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:52.520461 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:52.521532 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.522160 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:52.522901 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Bound port: 38fdef3e-18e5-421b-af91-45e6ceed3e58, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:52.523541 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.528767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.543138 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Transition to ACTIVE for port object faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:52.579577 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:48:52.586581 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] For port 38fdef3e-18e5-421b-af91-45e6ceed3e58, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:52.590287 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] For port 38fdef3e-18e5-421b-af91-45e6ceed3e58, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=38fdef3e-18e5-421b-af91-45e6ceed3e58,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:52.661672 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0d987554-e74a-4db2-9809-3b97a3c254d0 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:52.670870 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.765489 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-8cddfeac-97fa-49e9-8cc7-95fb4aa8b62a None None] Provisioning complete for port d145df0f-262e-4c0f-ad94-65d150c583de triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:52.767124 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8cddfeac-97fa-49e9-8cc7-95fb4aa8b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.777744 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bac55-4e37-4a0c-a2d6-813e7f591706 None None] Pushing event updated for resources: {'Port': ['ID=38fdef3e-18e5-421b-af91-45e6ceed3e58,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:52.832901 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-05d989ab-f328-45ac-80bb-886b472dc024 req-310fc0e5-8a73-4439-8858-63efb0a55b33 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0839343 Sep 10 20:48:52.862249 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-8cddfeac-97fa-49e9-8cc7-95fb4aa8b62a None None] Port d145df0f-262e-4c0f-ad94-65d150c583de cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:48:52.868109 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:52.868109 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:52.898971 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:52.908452 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2ce82988-1c90-42e2-bf6b-063d0d799d00 admin admin] 10.222.0.38 "PUT /v2.0/routers/cb549867-29b1-4037-972a-a5bddef87ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7694426 Sep 10 20:48:52.913909 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 0d987554-e74a-4db2-9809-3b97a3c254d0 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:52.919516 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0d987554-e74a-4db2-9809-3b97a3c254d0 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:52.920144 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.959993 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:52.979918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.059128 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:53.066280 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.105200 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 0d987554-e74a-4db2-9809-3b97a3c254d0, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0d987554-e74a-4db2-9809-3b97a3c254d0,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:48:53.252574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.252574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.256415 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:53.264871 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:53.269912 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:53.271021 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.276185 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.288900 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 32b782a2-61ef-496e-b334-d4cfe35fba4e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:53.343676 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Pushing event updated for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:53.347188 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:53.435459 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5876b-1c97-48d6-9dee-edb13df4fc5a None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:47Z', 'revision_number': 3, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:48:53.461168 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=0d987554-e74a-4db2-9809-3b97a3c254d0,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:53.630399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 32b782a2-61ef-496e-b334-d4cfe35fba4e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:53.636136 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 32b782a2-61ef-496e-b334-d4cfe35fba4e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:53.636521 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.653845 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Pushing event updated for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:53.725293 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:53.726813 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:53.795533 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.825930 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 32b782a2-61ef-496e-b334-d4cfe35fba4e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=32b782a2-61ef-496e-b334-d4cfe35fba4e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:48:53.845981 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-397cd486-c820-429f-a103-f66498693051 None None] Provisioning for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:53.849511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-397cd486-c820-429f-a103-f66498693051 None None] Provisioning complete for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:53.849887 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-397cd486-c820-429f-a103-f66498693051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.876201 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:53.890045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-397cd486-c820-429f-a103-f66498693051 None None] Port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:48:53.894607 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Router d6d23de7-1ea6-4877-ac83-be0d724cca19 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:48:53.939304 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.244977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49990) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:54.244977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38904881', 'description': 'tempest-description--780095985'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:54.248739 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=32b782a2-61ef-496e-b334-d4cfe35fba4e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:54.252023 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e2ec089f-a84f-4b87-adf2-95c37220ce67 req-854c4917-22f5-49ad-86c6-f62aa0ddc8f5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0757163 Sep 10 20:48:54.252422 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.252509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:54.252509 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a689b410-0f31-4944-8e49-e2dba3007468 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6d23de7-1ea6-4877-ac83-be0d724cca19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2004552 Sep 10 20:48:54.252509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.253102 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.268701 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 49996) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:54.390417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.391253 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.393965 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.479964 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:54.489798 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e031d66-7f1a-413c-aa19-978bf8eeb413,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:54.493227 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:54.493469 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:54.543619 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f21a2951-18ee-47f9-a60c-72ddf6b36b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.631487 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.46', 49871) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:54.662051 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Sync routers for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:54.675242 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:54.677655 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:54.699575 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0d987554-e74a-4db2-9809-3b97a3c254d0 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:54.704118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Pushing event updated for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:54.726757 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:54.734061 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:54.763056 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:54.766093 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-25c9a023-1469-4de3-b5b6-7aec41620b13 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.8209603 Sep 10 20:48:54.859720 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50018) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:54.908879 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group_rule': {'security_group_id': '6e031d66-7f1a-413c-aa19-978bf8eeb413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:54.918958 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0d987554-e74a-4db2-9809-3b97a3c254d0 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:54.919895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.004335 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:55.019673 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.089873 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:48:55.091853 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:55.210460 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4caa807a-e6cd-4fb2-abe6-4bc9a0469d84 None None] Provisioning complete for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:55.210460 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4caa807a-e6cd-4fb2-abe6-4bc9a0469d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.216843 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-80226c61-00c2-4c48-94da-95f49068d09a req-9b5ac252-8f83-4773-83d3-b94cd38fb3d5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0300381 Sep 10 20:48:55.239103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-49fb1561-1d4c-40d1-a729-7b3cbf306d35 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:55.240863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-49fb1561-1d4c-40d1-a729-7b3cbf306d35 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.46 "GET /v2.0/networks?id=0ec68db8-4c33-408c-bf07-e3212b4b7689 HTTP/1.1" status: 200 len: 812 time: 0.6057913 Sep 10 20:48:55.269441 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-4caa807a-e6cd-4fb2-abe6-4bc9a0469d84 None None] Port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:48:55.316726 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:48:55.334767 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Request body: {'port': {'device_id': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689', 'admin_state_up': True, 'tenant_id': '913ce07debf14aa0946027e61ed3a760'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:55.341201 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0eb33642-19dd-4fa3-b571-1dd7c462119b admin admin] 10.222.0.38 "PUT /v2.0/routers/3b064f6c-f710-4b40-8557-7c092efbab4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9426379 Sep 10 20:48:55.373870 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 32b782a2-61ef-496e-b334-d4cfe35fba4e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:55.377926 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:51Z', 'revision_number': 4, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '662a7054-5102-451d-af25-d731c81dda5b', 'name': '', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'mac_address': 'fa:16:3e:c2:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:50Z', 'updated_at': '2021-09-10T20:48:52Z', 'revision_number': 2, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'subnets': [{'id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:55.432627 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Checking router: d6d23de7-1ea6-4877-ac83-be0d724cca19 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:55.434907 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Updating router d6d23de7-1ea6-4877-ac83-be0d724cca19 port 662a7054-5102-451d-af25-d731c81dda5b binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:55.473474 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.528939 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 32b782a2-61ef-496e-b334-d4cfe35fba4e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:55.528939 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.680347 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:48:51Z', 'revision_number': 2, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:55.723060 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:55.723509 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Updating router cb549867-29b1-4037-972a-a5bddef87ca7 port d145df0f-262e-4c0f-ad94-65d150c583de binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:55.749678 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 38fdef3e-18e5-421b-af91-45e6ceed3e58 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:55.790457 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.812834 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-c0d1d70d-8439-40b4-a6a5-db4b527f6619 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:55.814376 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-c0d1d70d-8439-40b4-a6a5-db4b527f6619 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 819 time: 0.8088765 Sep 10 20:48:55.889855 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-86c2c5dd-c923-4273-af9c-bfcddf63a71d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/quotas/9bb86100c7f44b73ba4febee51b04a91 HTTP/1.1" status: 200 len: 375 time: 0.0496628 Sep 10 20:48:55.974005 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 38fdef3e-18e5-421b-af91-45e6ceed3e58 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:55.982876 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.985197 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 38fdef3e-18e5-421b-af91-45e6ceed3e58 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:55.985638 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:55.992908 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Transition to ACTIVE for port object 662a7054-5102-451d-af25-d731c81dda5b will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:56.026264 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f21a2951-18ee-47f9-a60c-72ddf6b36b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.043085 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-6db84496-fd49-417b-ac22-382e22d03e8e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333625 Sep 10 20:48:56.145190 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.146851 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f21a2951-18ee-47f9-a60c-72ddf6b36b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.175421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-985853d4-4306-4214-ab7c-98570fa5404c service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:48:56.184076 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-985853d4-4306-4214-ab7c-98570fa5404c service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774741 Sep 10 20:48:56.232491 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e20c5d-f5ce-402d-80cc-a9f3b15c9347 None None] Pushing event updated for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:56.260629 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f21a2951-18ee-47f9-a60c-72ddf6b36b95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba38f4a12eb540eb8306cb1163d0a4d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9906869 Sep 10 20:48:56.265070 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50090) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:56.268065 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2951-18ee-47f9-a60c-72ddf6b36b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be629e0-1d7c-480a-a78a-d9efd130a7f2,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:56.323434 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50094) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:56.373982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215689710', 'description': 'tempest-description--1334830786'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:56.374451 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.380233 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.463190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.523292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.544516 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.596794 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Made reservation on behalf of 913ce07debf14aa0946027e61ed3a760 for: {'port': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:48:56.607754 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.614342 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 38fdef3e-18e5-421b-af91-45e6ceed3e58, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=38fdef3e-18e5-421b-af91-45e6ceed3e58,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:48:56.621455 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:48:56.648805 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.674426 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:56.675137 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:56.697599 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Attempting to bind port 662a7054-5102-451d-af25-d731c81dda5b on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:56.697968 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Attempting to bind port 662a7054-5102-451d-af25-d731c81dda5b by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:56.698390 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Attempting to bind port 662a7054-5102-451d-af25-d731c81dda5b on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:56.700898 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-cffa4cff-ea76-4333-817e-90f146a0ede8 service neutron] 10.222.0.38 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155733 Sep 10 20:48:56.711707 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7e37f9dd-1e89-4b3f-b5be-808b17a21937 req-d0313bfb-3577-4674-bbb7-eb48c5013d80 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.1534593 Sep 10 20:48:56.713895 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:56.714270 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Checking segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:56.714745 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.715195 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Bound using segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:56.715668 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Bound port: 662a7054-5102-451d-af25-d731c81dda5b, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:56.716119 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.723712 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc18c9a7-ba66-4557-93ed-5ef5bfa8b40e,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:56.853260 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:56.858204 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.866475 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] For port 662a7054-5102-451d-af25-d731c81dda5b, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:56.887410 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] For port 662a7054-5102-451d-af25-d731c81dda5b, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=662a7054-5102-451d-af25-d731c81dda5b,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:56.907719 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.909906 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.914029 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6be629e0-1d7c-480a-a78a-d9efd130a7f2 HTTP/1.1" status: 204 len: 168 time: 0.6464593 Sep 10 20:48:56.934896 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85b5e3-3a4f-48a8-a19f-76e8ea5ccfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be629e0-1d7c-480a-a78a-d9efd130a7f2,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:56.958739 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:56.964634 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.065890 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.067039 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=38fdef3e-18e5-421b-af91-45e6ceed3e58,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:57.071555 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Transition to ACTIVE for port object d145df0f-262e-4c0f-ad94-65d150c583de will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:57.154250 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.160367 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:57.162145 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:57.229079 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.229980 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee411-eb25-438e-839a-38f55b69d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:57.237201 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.241624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50114) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:57.241749 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b2dfd986-e18e-4a58-82bd-2552dd317707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3610556 Sep 10 20:48:57.243035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Allocated IP 172.20.0.9 (0ec68db8-4c33-408c-bf07-e3212b4b7689/886c05c4-71bd-419a-97c8-55aa9fea70bc/0be353da-75ff-481f-9af7-e3b1c0b3c979) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:48:57.251739 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group_rule': {'security_group_id': '6e031d66-7f1a-413c-aa19-978bf8eeb413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:57.283759 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-e5888768-c14d-4890-b989-895936523e46 service neutron] 10.222.0.38 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789013 Sep 10 20:48:57.298760 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e20c5d-f5ce-402d-80cc-a9f3b15c9347 None None] Pushing event updated for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=4']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:57.306399 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.403332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.438043 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98aecc9f-877e-494d-9709-9cefe6467726,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:57.594540 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:57.598275 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Attempting to bind port d145df0f-262e-4c0f-ad94-65d150c583de on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:48:57.598275 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Attempting to bind port d145df0f-262e-4c0f-ad94-65d150c583de by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:48:57.609334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Attempting to bind port d145df0f-262e-4c0f-ad94-65d150c583de on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:48:57.638389 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:48:57.639326 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Checking segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:48:57.644027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.645494 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Bound using segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:48:57.647071 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Bound port: d145df0f-262e-4c0f-ad94-65d150c583de, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:48:57.648045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.658044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.669923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.676075 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-00d565f2-149c-4b03-a114-10c982f34518 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3288710 Sep 10 20:48:57.678910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50128) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:57.690634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group_rule': {'security_group_id': '98aecc9f-877e-494d-9709-9cefe6467726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:57.762229 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:57.804197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9720d0-9e1f-4f53-bb6d-5f451acea26d,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:57.824716 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] For port d145df0f-262e-4c0f-ad94-65d150c583de, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:48:57.830699 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] For port d145df0f-262e-4c0f-ad94-65d150c583de, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d145df0f-262e-4c0f-ad94-65d150c583de,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:48:57.848027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 2, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:57.905859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:48:57.906218 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Updating router 3b064f6c-f710-4b40-8557-7c092efbab4b port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:48:57.951706 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-598bd1f3-02a7-4932-bb0d-4f69f52dd05f req-609cadd9-2d9a-44cd-bab6-16e0d246a0af tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0751927 Sep 10 20:48:57.977640 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.007881 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.014165 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.050008 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-667d05de-aefc-4fde-9f4f-8696e7d788f4 req-0123e29a-d648-425a-b637-0d2e943aa594 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 210 time: 0.0793905 Sep 10 20:48:58.100667 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.102766 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.103211 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.104695 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-43ba2b1a-0ab7-400f-9975-3fefb2c1a600 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8613741 Sep 10 20:48:58.107656 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50150) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:58.115990 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:58.154511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fee411-eb25-438e-839a-38f55b69d6a4 None None] Pushing event updated for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:58.176640 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.257863 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56771fe7-a578-43fc-a390-88b991bea0a0,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:58.299287 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50156) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:58.307506 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:51Z', 'revision_number': 4, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '662a7054-5102-451d-af25-d731c81dda5b', 'name': '', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'mac_address': 'fa:16:3e:c2:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:50Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'subnets': [{'id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:58.320101 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.329531 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9a4-9b29-49b8-8249-d437894a830a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.336858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.384815 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Network 0ec68db8-4c33-408c-bf07-e3212b4b7689 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:48:58.387906 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:48:58.410638 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7de696-9f2a-49c0-8db6-c1d71d93c8d4 None None] The sync data for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi is: [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:51Z', 'revision_number': 4, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '662a7054-5102-451d-af25-d731c81dda5b', 'name': '', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'mac_address': 'fa:16:3e:c2:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:50Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'subnets': [{'id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:48:58.418877 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:58.468008 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:48:58.476561 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:48:58.477768 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.481545 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2962216d-a72e-4a15-9c4b-58ca4302eac6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7987890 Sep 10 20:48:58.513731 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50174) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:48:58.519980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:58.525124 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:58.541304 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group_rule': {'security_group_id': '98aecc9f-877e-494d-9709-9cefe6467726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:48:58.704248 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Pushing event updated for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:48:59.117956 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-95f1354e-bf77-4746-9f23-76f6fcccf1ce tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:59.119746 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-95f1354e-bf77-4746-9f23-76f6fcccf1ce tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 819 time: 0.7020042 Sep 10 20:48:59.185077 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:48:59.199343 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045c21-de24-45fb-8536-9ac0cb55caf1 req-7c16e048-1083-48a3-bbf0-72002c2ec981 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:48:59.209092 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-12045c21-de24-45fb-8536-9ac0cb55caf1 req-7c16e048-1083-48a3-bbf0-72002c2ec981 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 931 time: 0.1536255 Sep 10 20:48:59.296009 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-12045c21-de24-45fb-8536-9ac0cb55caf1 req-83d14503-476a-4047-b601-362ab8f1d83f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Sep 10 20:48:59.393243 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 662a7054-5102-451d-af25-d731c81dda5b up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:48:59.588300 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-220fb9eb-72b7-4968-b85f-d7cb78562461 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/quotas/9bb86100c7f44b73ba4febee51b04a91 HTTP/1.1" status: 200 len: 375 time: 0.4479773 Sep 10 20:48:59.790986 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:59.812415 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Transition to ACTIVE for port object faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:48:59.861106 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-a7ac8633-7684-4322-8b1a-2cf64a5fbdff tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707500 Sep 10 20:48:59.878198 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9a4-9b29-49b8-8249-d437894a830a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:59.882352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:59.920233 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:48:57Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:48:59.954278 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59683c6-b95b-421d-bb47-981365da95bc None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:48:57Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:48:59.977007 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:48:59.980874 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 662a7054-5102-451d-af25-d731c81dda5b completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:48:59.989833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 662a7054-5102-451d-af25-d731c81dda5b triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:48:59.990242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.177181 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c780d-a4c3-4483-be80-9fcb803430fe None None] Pushing event updated for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:00.193772 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d33fb9a4-9b29-49b8-8249-d437894a830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.303193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Attempting to bind port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:00.303764 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Attempting to bind port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:00.304133 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Attempting to bind port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:00.314687 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:00.315115 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Checking segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:00.315463 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.315870 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Bound using segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:00.316440 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Bound port: faaca9d5-09e4-4e1e-91ad-1bd10012cfb4, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:00.316726 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.329321 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-eaab7f18-91b8-4a13-b7c4-30e5192a5e1e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0032997 Sep 10 20:49:00.341977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-8a312dcb-583b-4c6b-b41c-6d122b9b4737 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:49:00.342985 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-8a312dcb-583b-4c6b-b41c-6d122b9b4737 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052061 Sep 10 20:49:00.497817 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d33fb9a4-9b29-49b8-8249-d437894a830a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=748f6361cef947499ed5a4b939726d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1947374 Sep 10 20:49:00.535323 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50236) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:00.599377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.621444 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-b5da02ae-3ef0-42af-a072-2a10ae9ec03f service neutron] 10.222.0.38 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530124 Sep 10 20:49:00.638638 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fb9a4-9b29-49b8-8249-d437894a830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b52f1-4637-44f5-8d92-55bc1132278d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:00.692191 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Allocated IP 172.27.2.73 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/1827cb09-9e03-4933-9754-7a2ed90d66d0) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:00.774399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] For port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:00.780580 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] For port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:00.793727 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.796076 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aba78b-b32d-4644-b4a3-4cfa65076a30 req-70d87f88-ad2c-4c0d-af42-597ce3d30baa tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:00.824697 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-99aba78b-b32d-4644-b4a3-4cfa65076a30 req-70d87f88-ad2c-4c0d-af42-597ce3d30baa tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 931 time: 0.4143424 Sep 10 20:49:00.888092 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:00.923275 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Request body: {'port': {'device_id': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:01.058796 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 662a7054-5102-451d-af25-d731c81dda5b, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=662a7054-5102-451d-af25-d731c81dda5b,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:01.058796 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c780d-a4c3-4483-be80-9fcb803430fe None None] Pushing event updated for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:01.058796 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:49:01.058796 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:48:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:01.060647 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-99aba78b-b32d-4644-b4a3-4cfa65076a30 req-fb546366-1083-4c60-80cf-9d896aced607 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915729 Sep 10 20:49:01.060647 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.127124 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.136367 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.236051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:49:01.241297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.243239 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 38fdef3e-18e5-421b-af91-45e6ceed3e58 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:01.330199 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-000d4967-c13a-48ce-88e4-e3d434f34577 service neutron] 10.222.0.38 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139099 Sep 10 20:49:01.374624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.460650 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:01.687154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 38fdef3e-18e5-421b-af91-45e6ceed3e58 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:01.687154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.759992 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.824311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.831650 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.832814 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a52b52f1-4637-44f5-8d92-55bc1132278d HTTP/1.1" status: 204 len: 168 time: 1.2910538 Sep 10 20:49:01.926610 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:01.928821 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:01.936344 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:01.939306 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:02.030309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8baffb-da1e-4f5d-b485-7cedd4b43954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b52f1-4637-44f5-8d92-55bc1132278d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:02.044196 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-faa7526d-40c2-4932-8a8d-462ead91a0f6 req-7738d57d-acbd-4d8b-acd6-2fcf8d23f2f2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.1560793 Sep 10 20:49:02.050297 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=1827cb09-9e03-4933-9754-7a2ed90d66d0,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:02.054404 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.058728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be353da-75ff-481f-9af7-e3b1c0b3c979 {{(pid=100992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:02.068248 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.099315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.111711 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Transition to ACTIVE for port object 0be353da-75ff-481f-9af7-e3b1c0b3c979 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:02.113563 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:00Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:02.140131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc725778-9c4a-4dcd-92c0-5d02dc40407d,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:02.197434 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.263400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa72695-ebf2-462c-bc46-96b62338b640 None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:00Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:49:02.321595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.321595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.321595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-140d0e98-777a-4e73-af2b-e815fe672495 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.7775168 Sep 10 20:49:02.321595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50272) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:02.360596 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Pushing event updated for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:02.381631 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:02.499468 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800adb5e-04ec-4c80-8eb6-66709dfdeefc req-848db5ba-ac40-4eaa-a8e8-2d490aaf2a9c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:02.499567 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Attempting to bind port 0be353da-75ff-481f-9af7-e3b1c0b3c979 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:02.499567 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Attempting to bind port 0be353da-75ff-481f-9af7-e3b1c0b3c979 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e7a20be8-379c-4485-9f57-11589df1c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:02.499567 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Attempting to bind port 0be353da-75ff-481f-9af7-e3b1c0b3c979 on network 0ec68db8-4c33-408c-bf07-e3212b4b7689 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:02.499770 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-800adb5e-04ec-4c80-8eb6-66709dfdeefc req-848db5ba-ac40-4eaa-a8e8-2d490aaf2a9c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1653748 Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Port 0be353da-75ff-481f-9af7-e3b1c0b3c979 on network 0ec68db8-4c33-408c-bf07-e3212b4b7689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Attempting to bind port 0be353da-75ff-481f-9af7-e3b1c0b3c979 on network 0ec68db8-4c33-408c-bf07-e3212b4b7689 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Checking segment: {'id': 'e7a20be8-379c-4485-9f57-11589df1c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Bound using segment: {'id': 'e7a20be8-379c-4485-9f57-11589df1c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Bound port: 0be353da-75ff-481f-9af7-e3b1c0b3c979, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a20be8-379c-4485-9f57-11589df1c9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:02.499840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.517760 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d145df0f-262e-4c0f-ad94-65d150c583de up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:02.586757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-800adb5e-04ec-4c80-8eb6-66709dfdeefc req-da123ffa-520f-4a4e-aa3b-7f5e3a1ce642 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003532 Sep 10 20:49:02.619842 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.682469 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:02.695062 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979,segment=NetworkSegment(e7a20be8-379c-4485-9f57-11589df1c9bf),segment_id=e7a20be8-379c-4485-9f57-11589df1c9bf)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:02.730754 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.896581 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port d145df0f-262e-4c0f-ad94-65d150c583de completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:02.906144 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.912096 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d145df0f-262e-4c0f-ad94-65d150c583de triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:02.912578 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:02.932934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.013967 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:03.013967 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.013967 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] 10.222.0.46 "PUT /v2.0/ports/0be353da-75ff-481f-9af7-e3b1c0b3c979 HTTP/1.1" status: 200 len: 1093 time: 2.3551731 Sep 10 20:49:03.013967 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:03.034119 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.133630 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=1827cb09-9e03-4933-9754-7a2ed90d66d0,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:03.159284 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.193818 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.290471 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.295191 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1cfcfe30-9b32-448a-8d96-02bd36af2018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1862020 Sep 10 20:49:03.333220 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port d145df0f-262e-4c0f-ad94-65d150c583de, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d145df0f-262e-4c0f-ad94-65d150c583de,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:03.436566 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.438771 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 662a7054-5102-451d-af25-d731c81dda5b up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:03.552485 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cf0fae32-13d1-4e5e-adbd-de48efefbb24 req-3afe6132-9b70-4f26-9cdc-92ab4f3c3700 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.3230555 Sep 10 20:49:03.594842 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda60d-7d2f-467f-89be-ccda02537c9a service neutron] Pushing event updated for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:03.646176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-86adc754-1ed4-4d9d-b7b8-d712ff4eefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:03.651722 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-86adc754-1ed4-4d9d-b7b8-d712ff4eefd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=913ce07debf14aa0946027e61ed3a760&device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 1096 time: 0.4127002 Sep 10 20:49:03.711566 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:03.746234 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Allocated IP 172.27.2.175 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/e95e0768-59bd-4681-bfa8-edfaa589a95b) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:03.793065 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 662a7054-5102-451d-af25-d731c81dda5b triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:03.793360 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:03.813857 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.46', 49896) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:03.859161 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50e8b74-385f-470d-85d7-99168787aa38" -d '{"events": [{"name": "network-changed", "server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:03.866611 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-464cf9c4-6e31-49ca-9711-4d328edffeef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979 HTTP/1.1" status: 200 len: 217 time: 0.2025275 Sep 10 20:49:04.026668 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-cf56cc83-f958-467c-b3cf-a910b12d3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:04.029029 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-cf56cc83-f958-467c-b3cf-a910b12d3f02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886c05c4-71bd-419a-97c8-55aa9fea70bc HTTP/1.1" status: 200 len: 852 time: 0.1416810 Sep 10 20:49:04.061054 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c27-1335-47e3-9a6d-8f9d3fa92c95 req-c0c08b30-ff1f-49db-a14d-0defa868ccd4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:04.069565 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-998d4c27-1335-47e3-9a6d-8f9d3fa92c95 req-c0c08b30-ff1f-49db-a14d-0defa868ccd4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.2273662 Sep 10 20:49:04.254104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-89d25e8b-aef5-4d85-b944-19d69f059084 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ec68db8-4c33-408c-bf07-e3212b4b7689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630752 Sep 10 20:49:04.277569 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-998d4c27-1335-47e3-9a6d-8f9d3fa92c95 req-9bc3bd29-12e0-4a2b-8a66-c17a1aab7674 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069595 Sep 10 20:49:04.431071 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:04.475445 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-24f48e16-95c0-4693-8ebd-846e3091719f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:04.476037 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-24f48e16-95c0-4693-8ebd-846e3091719f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 819 time: 0.6146166 Sep 10 20:49:04.493752 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d145df0f-262e-4c0f-ad94-65d150c583de up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:04.565180 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7c0139-9a18-4120-bbef-3a7d82530809 x-openstack-request-id: req-2a7c0139-9a18-4120-bbef-3a7d82530809 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:04.565463 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:04.565710 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2a7c0139-9a18-4120-bbef-3a7d82530809 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:04.566154 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979', 'status': 'completed', 'code': 200} Sep 10 20:49:04.583253 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-a7d8a46e-18de-4109-86a2-26603c8d7ea1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--38904881&fields=id&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 267 time: 0.1203275 Sep 10 20:49:04.619746 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d145df0f-262e-4c0f-ad94-65d150c583de triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:04.620425 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:04.630728 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:04.748180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:04.757936 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:04.761593 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:04.784241 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=e95e0768-59bd-4681-bfa8-edfaa589a95b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:04.839424 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:04.861950 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:04.883696 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-c3340ffa-e06a-42fa-862f-1e7b7cfefde4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:04.885239 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-c3340ffa-e06a-42fa-862f-1e7b7cfefde4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 817 time: 0.3012059 Sep 10 20:49:04.926291 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-c6e6f14c-5dbf-4114-a3ee-f1f811743761 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/quotas/52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 375 time: 0.0171282 Sep 10 20:49:05.011045 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Request body: {'port': {'device_id': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'admin_state_up': True, 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:05.022732 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.030919 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-231d068a-9b41-41ab-8ade-e6896870af29 req-66e853e4-f4d1-419d-8473-35585809191e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.1182294 Sep 10 20:49:05.048357 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:05.061657 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:05.061942 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.257476 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-1772cfe8-6d80-43f6-a709-184df4594d9f service neutron] 10.222.0.46 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035569 Sep 10 20:49:05.336384 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.389145 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-f8ee2583-d6e9-4c14-b01f-3335bc3936b0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4557478 Sep 10 20:49:05.394309 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:05.493302 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.599786 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:05.635168 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cb6dc4d-c846-410b-a75a-b52eecc238fe req-397a9ccd-c8ae-41e1-95f9-56f51d661b0c service neutron] 10.222.0.46 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624530 Sep 10 20:49:05.648656 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-3c9a11c2-2d86-4759-8600-a99783ecc25b service neutron] 10.222.0.38 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341261 Sep 10 20:49:05.711937 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Made reservation on behalf of 9bb86100c7f44b73ba4febee51b04a91 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:49:05.717427 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.770924 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50386) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:05.771633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.783378 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-a533adc4-253d-4ea1-9dbd-8c3a455fafe7 service neutron] 10.222.0.38 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335738 Sep 10 20:49:05.933956 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.970745 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:05.973269 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e8b74-385f-470d-85d7-99168787aa38 req-670e84e6-806d-44ba-ac62-ac396c982a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:05.981228 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-670e84e6-806d-44ba-ac62-ac396c982a25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=913ce07debf14aa0946027e61ed3a760&device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 1096 time: 0.1623995 Sep 10 20:49:06.097549 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-044a9df2-ecf2-48fd-99ec-3121ecc3da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:06.268314 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:06.281214 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.46', 49900) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:06.304183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:06.307949 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9535518 Sep 10 20:49:06.372628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e204a22-e6f4-4fa5-9799-56641391b1aa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=e95e0768-59bd-4681-bfa8-edfaa589a95b,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:06.494353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:06.494353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:06.572894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Allocated IP 172.20.0.8 (7cf3ae02-1318-417d-84a9-6a9c31dadb18/e2beea0b-65d6-431e-b79a-72a5edde4013/d5f2d3cb-7547-47fc-b24f-a42aca54a44e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:06.665134 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4383f40-5564-4351-9d6f-1dc1c1d68e66 req-663e4115-dbf5-4906-8fc5-6f444b866749 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:06.668593 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a4383f40-5564-4351-9d6f-1dc1c1d68e66 req-663e4115-dbf5-4906-8fc5-6f444b866749 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.4348433 Sep 10 20:49:06.766029 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a4383f40-5564-4351-9d6f-1dc1c1d68e66 req-9ba1926a-d2a9-4d7a-a73c-d3dd58921fe3 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906477 Sep 10 20:49:06.829004 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6c3af747-923b-4c00-8082-939cd98c03dc req-66223777-1ae8-4022-9b8e-0638ba7504af tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.0842509 Sep 10 20:49:06.953900 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-044a9df2-ecf2-48fd-99ec-3121ecc3da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.037203 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e8b74-385f-470d-85d7-99168787aa38 req-eaeb3680-c575-4e33-a02a-175f8dcb0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:07.038888 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-eaeb3680-c575-4e33-a02a-175f8dcb0257 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0ec68db8-4c33-408c-bf07-e3212b4b7689 HTTP/1.1" status: 200 len: 913 time: 1.0478022 Sep 10 20:49:07.065654 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.079512 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-044a9df2-ecf2-48fd-99ec-3121ecc3da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.129304 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-044a9df2-ecf2-48fd-99ec-3121ecc3da12 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3dae87a5166e477681e13a695bd11055&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3573396 Sep 10 20:49:07.141292 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-26fce44b-d346-4c96-af63-34a8a7cd436d req-c50f5e52-419c-4a45-b1c2-8bcb04d47090 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.1727436 Sep 10 20:49:07.146587 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50424) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:07.219500 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a9df2-ecf2-48fd-99ec-3121ecc3da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f896b88c-170b-4fa7-b37a-c95be5ddfa95,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:07.232501 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-e448f40f-fda7-4624-8007-73c878c703a8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:07.234135 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-e448f40f-fda7-4624-8007-73c878c703a8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 819 time: 0.7724118 Sep 10 20:49:07.253054 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.364419 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.369323 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-d95812ec-4d7b-47e5-94e0-ee01fb85ccad tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--215689710&fields=id&tenant_id=87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 267 time: 0.1134498 Sep 10 20:49:07.370368 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.510432 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-13abd87c-da89-4599-afe8-611c22570203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.582635 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:07.593585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:07.602383 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:07.611961 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:07.611961 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.670223 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Pushing event updated for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:07.702048 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Request body: {'port': {'device_id': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'admin_state_up': True, 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:07.741736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-602e3e95-525e-4b29-af9f-3d25f7a02a6c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:07.744561 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-602e3e95-525e-4b29-af9f-3d25f7a02a6c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 809 time: 0.3391614 Sep 10 20:49:07.748742 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-db9a6d85-4551-4247-b736-21eb0cddf533 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7422662 Sep 10 20:49:07.751830 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-db218862-59fa-438f-9797-147a37b8d26f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979 HTTP/1.1" status: 200 len: 217 time: 0.0654974 Sep 10 20:49:07.769571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0a757bee-27f6-4796-b82a-5040922e05bc tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/quotas/87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 375 time: 0.0197997 Sep 10 20:49:07.828518 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Request body: {'port': {'device_id': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:07.833059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.835767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:07.836949 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f896b88c-170b-4fa7-b37a-c95be5ddfa95 HTTP/1.1" status: 204 len: 168 time: 0.6830192 Sep 10 20:49:07.877844 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db38697-4a8c-4e10-a22d-664f4c03e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896b88c-170b-4fa7-b37a-c95be5ddfa95,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:07.933703 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-e5dde43d-6f9a-4593-8749-c3502ae13768 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629462 Sep 10 20:49:07.943903 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:08.064204 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e8b74-385f-470d-85d7-99168787aa38 req-bc51ef28-91ac-4c6b-89de-5a01c076209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:08.065670 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-bc51ef28-91ac-4c6b-89de-5a01c076209d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=886c05c4-71bd-419a-97c8-55aa9fea70bc HTTP/1.1" status: 200 len: 852 time: 0.2036836 Sep 10 20:49:08.113342 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-68587fc0-c017-4add-8e47-a692ac009b53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0ec68db8-4c33-408c-bf07-e3212b4b7689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318639 Sep 10 20:49:08.134736 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfc661-1551-4207-9409-0a88595fdd22 req-cbc91439-712b-4d2f-b5e0-1c0f4f7a50fc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:08.138206 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00dfc661-1551-4207-9409-0a88595fdd22 req-cbc91439-712b-4d2f-b5e0-1c0f4f7a50fc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1113794 Sep 10 20:49:08.189100 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00dfc661-1551-4207-9409-0a88595fdd22 req-ca576132-384c-4341-a9ba-ac76d79bb6a7 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431724 Sep 10 20:49:08.192342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Made reservation on behalf of 9bb86100c7f44b73ba4febee51b04a91 for: {'port': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:49:08.196258 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:08.218639 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-999d9479-ac64-4952-81be-82fa5f978198 service neutron] 10.222.0.38 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900308 Sep 10 20:49:08.423534 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-d6279628-3088-41c5-a317-f3668ad1d170 service neutron] 10.222.0.46 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749825 Sep 10 20:49:08.477527 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b056d7e5-7728-4edd-88f6-d17173addc3a req-7a34aae8-0401-4a11-80a9-b7622ca34086 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.0588710 Sep 10 20:49:08.648411 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-955ccd75-a1f6-4ff7-9439-79c1e001574d service neutron] 10.222.0.38 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286985 Sep 10 20:49:08.681257 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Allocated IP 172.20.0.11 (7cf3ae02-1318-417d-84a9-6a9c31dadb18/e2beea0b-65d6-431e-b79a-72a5edde4013/f31edae9-fd79-4556-a67c-1705d355ed84) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:08.692013 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9b7cea55-0440-40e8-911d-3517f01cc011 req-e2390e81-7547-4abe-afd8-4f1f4bbf476e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0899165 Sep 10 20:49:08.823227 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a50e8b74-385f-470d-85d7-99168787aa38 req-599cd717-2c85-4a84-8c41-03e1ffdafae9 service neutron] 10.222.0.46 "GET /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148581 Sep 10 20:49:08.928452 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50486) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:08.951027 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-115c6cb2-f705-4ec9-a0f6-0de356fb42fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.086435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.115375 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b65ca58b-ea2a-443f-a035-ee9418ee0cbe req-714ebf92-b113-4c85-bfb0-ff6938b18d00 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0449183 Sep 10 20:49:09.221740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-115c6cb2-f705-4ec9-a0f6-0de356fb42fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.259482 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.300969 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-115c6cb2-f705-4ec9-a0f6-0de356fb42fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.329448 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:09.334298 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:09.350814 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:09.369603 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:09.370283 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.381203 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-115c6cb2-f705-4ec9-a0f6-0de356fb42fd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4591069d465741699ea1a7005742e27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508228 Sep 10 20:49:09.384872 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50508) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:09.388513 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Pushing event updated for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:09.493370 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.498514 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c6cb2-f705-4ec9-a0f6-0de356fb42fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae64a026-a97d-4087-943d-c0f9fac5322e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:09.561155 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.561296 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67f27c-ba58-4939-99d8-52cc5ad306a3 req-1cdd2b26-dffa-4006-857b-8d5e90f52762 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:09.576748 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed67f27c-ba58-4939-99d8-52cc5ad306a3 req-1cdd2b26-dffa-4006-857b-8d5e90f52762 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1871002 Sep 10 20:49:09.611388 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-f3f34e4c-f1c0-4bf9-85fc-c16f0e92bad3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9131610 Sep 10 20:49:09.709702 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5810a2-342d-4f55-bb51-810579a1ad6e req-0911f061-37e2-41dc-be9b-535c7757f137 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:09.711982 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed67f27c-ba58-4939-99d8-52cc5ad306a3 req-4c4f88f2-6ffc-4670-bf0b-5f73cc2609c6 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324706 Sep 10 20:49:09.720442 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a5810a2-342d-4f55-bb51-810579a1ad6e req-0911f061-37e2-41dc-be9b-535c7757f137 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 932 time: 0.0712180 Sep 10 20:49:09.726495 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f2d3cb-7547-47fc-b24f-a42aca54a44e {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:09.737208 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.747528 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.751577 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:09.754693 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ae64a026-a97d-4087-943d-c0f9fac5322e HTTP/1.1" status: 204 len: 168 time: 0.3657508 Sep 10 20:49:09.759622 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Transition to ACTIVE for port object d5f2d3cb-7547-47fc-b24f-a42aca54a44e will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:09.795170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda91fd3-f651-496d-9d78-90027e040b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae64a026-a97d-4087-943d-c0f9fac5322e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:09.831989 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a5810a2-342d-4f55-bb51-810579a1ad6e req-93763a96-918a-4149-9043-91a9e425211a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098611 Sep 10 20:49:09.864487 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-06b13f6c-9f1e-47c3-99b8-21b3f19a8c3f req-50d06d04-9050-49e1-a9f5-932de617d841 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0449762 Sep 10 20:49:09.897191 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:49:09.916054 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.158044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:10.228508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Attempting to bind port d5f2d3cb-7547-47fc-b24f-a42aca54a44e on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:10.229128 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Attempting to bind port d5f2d3cb-7547-47fc-b24f-a42aca54a44e by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:10.229313 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Attempting to bind port d5f2d3cb-7547-47fc-b24f-a42aca54a44e on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:10.233815 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Port d5f2d3cb-7547-47fc-b24f-a42aca54a44e on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:49:10.234130 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Attempting to bind port d5f2d3cb-7547-47fc-b24f-a42aca54a44e on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:10.235446 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b17562e2-c746-4121-b988-7a11cba1a31c req-e61c5c32-b51a-4652-95fb-bb9c7ba2ff4d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0374336 Sep 10 20:49:10.239580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:10.239682 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Checking segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:10.240214 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Bound using segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:10.240637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Bound port: d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:10.240995 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.247693 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e147e493-cd58-4f6b-b110-cd7246177dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.341047 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:10.345895 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:10.442096 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.483562 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:10.484202 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.485620 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] 10.222.0.46 "PUT /v2.0/ports/d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 1093 time: 2.6623914 Sep 10 20:49:10.486076 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:10.574112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d089799-79ca-4ca0-a259-ad85b0311a81 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:10.664334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:10.688353 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554d9a8-4737-4405-b92b-58361593bbae" -d '{"events": [{"name": "network-changed", "server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:10.789327 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afb8f2d-de3f-4dfe-9535-01155cce8ad7 x-openstack-request-id: req-8afb8f2d-de3f-4dfe-9535-01155cce8ad7 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:10.791008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:10.791008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8afb8f2d-de3f-4dfe-9535-01155cce8ad7 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:10.791008 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'status': 'completed', 'code': 200} Sep 10 20:49:10.844631 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab0bc-da8d-4e99-ba4e-529f96d2db57 req-5d931c2d-07a6-4023-b238-969dea5202fa tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:10.846121 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2f3ab0bc-da8d-4e99-ba4e-529f96d2db57 req-5d931c2d-07a6-4023-b238-969dea5202fa tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0530970 Sep 10 20:49:10.891802 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2f3ab0bc-da8d-4e99-ba4e-529f96d2db57 req-48f386fc-fa94-4f7f-a863-53184ddc107e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Sep 10 20:49:10.958038 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201936d7-964f-4530-b3aa-c08142290780 req-836ed641-7fda-4e1b-bd84-ea8d760b3c18 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:10.959556 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-201936d7-964f-4530-b3aa-c08142290780 req-836ed641-7fda-4e1b-bd84-ea8d760b3c18 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 932 time: 0.0568550 Sep 10 20:49:10.980305 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-89ffde0e-6f74-4110-abea-471ba2af0085 req-a056461a-0653-4473-aacd-d13370bc1cd1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0275528 Sep 10 20:49:11.001407 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-201936d7-964f-4530-b3aa-c08142290780 req-b7ac6e18-c4ec-40ec-9e49-610553121c9a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358331 Sep 10 20:49:11.247307 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:11.317852 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-40ca6064-0268-4e90-a199-d1336bb74acc req-b19abe80-ac07-4511-b964-9d610a97f23c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0250256 Sep 10 20:49:12.010644 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab38b83-823c-4237-a19b-dc4fca8d4e9d req-3d60abef-4d69-4760-a5ed-5ffde4d37dbb tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:12.012641 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ab38b83-823c-4237-a19b-dc4fca8d4e9d req-3d60abef-4d69-4760-a5ed-5ffde4d37dbb tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0503764 Sep 10 20:49:12.057429 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ab38b83-823c-4237-a19b-dc4fca8d4e9d req-00ed3656-a676-4c48-a6f0-456f0711908c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Sep 10 20:49:12.089013 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-efa60462-a7b4-44aa-872f-acea83f8c3f6 req-1c00abb8-7c16-4372-b80e-e2126cbbee1e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0296614 Sep 10 20:49:12.164259 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299be164-78b9-4377-a759-746d6a331745 req-bbf3409b-02b9-4c63-b7d0-47ee38c6a1af tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:12.165617 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-299be164-78b9-4377-a759-746d6a331745 req-bbf3409b-02b9-4c63-b7d0-47ee38c6a1af tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 932 time: 0.0472770 Sep 10 20:49:12.203652 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-299be164-78b9-4377-a759-746d6a331745 req-5df999c6-1376-44b8-9b0c-28dc7d3a1f28 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Sep 10 20:49:12.415367 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f3476eb1-0036-4e01-80f4-cb748d18a9d6 req-40772716-08f2-4291-9e35-bc3a8f85003e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0261512 Sep 10 20:49:12.736931 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:13.167684 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e22b79-007a-412e-aa1b-de67cd8ae68f req-5b6b770c-0e04-4a94-ba1c-a8319c443edc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:13.169162 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-97e22b79-007a-412e-aa1b-de67cd8ae68f req-5b6b770c-0e04-4a94-ba1c-a8319c443edc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0479665 Sep 10 20:49:13.187977 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d6e9b907-ed9f-42fd-a40e-6cd56bd338bb req-57c33723-a558-4e6a-b03f-306eb3866357 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0282032 Sep 10 20:49:13.210708 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-97e22b79-007a-412e-aa1b-de67cd8ae68f req-e03ea89d-1365-4a6d-9087-30ef08bf11db tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Sep 10 20:49:13.313095 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e15b-8cd7-4be3-a2b3-1bf4de768062 req-ba384ddc-322d-4129-bd87-8adecd2b1f88 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:13.314553 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a565e15b-8cd7-4be3-a2b3-1bf4de768062 req-ba384ddc-322d-4129-bd87-8adecd2b1f88 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 932 time: 0.0471487 Sep 10 20:49:13.350394 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a565e15b-8cd7-4be3-a2b3-1bf4de768062 req-db5c4366-0804-410c-a343-77f4137c597f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300703 Sep 10 20:49:13.503384 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e57c2beb-2514-492c-ad11-47e4968e28fe req-e7613054-6091-47a9-978f-c44b1a208f6c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0252540 Sep 10 20:49:14.283588 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b2aa386d-ba70-4636-93b0-543d4fa30edc req-9ce358fc-c591-4c9e-88d1-78e6fa20e5d8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0259316 Sep 10 20:49:14.321671 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64b7f3-f21c-4756-93e8-47b124d0d040 req-046d1822-9ce3-4275-becb-b73dd2d08fec tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:14.323150 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5c64b7f3-f21c-4756-93e8-47b124d0d040 req-046d1822-9ce3-4275-becb-b73dd2d08fec tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0478666 Sep 10 20:49:14.358702 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5c64b7f3-f21c-4756-93e8-47b124d0d040 req-ed6af6ac-11e0-4817-8476-1e763c21f0c7 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297542 Sep 10 20:49:14.460681 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514405e-e242-46b2-bb46-8301b3324a60 req-c0c66493-cad9-42fa-badf-2677c98189df tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:14.462117 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3514405e-e242-46b2-bb46-8301b3324a60 req-c0c66493-cad9-42fa-badf-2677c98189df tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 932 time: 0.0468564 Sep 10 20:49:14.500893 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3514405e-e242-46b2-bb46-8301b3324a60 req-05e8582d-e1f4-4dac-b2ba-a6ac9d6f6bfa tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Sep 10 20:49:14.603006 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42ca7c2c-a17e-46cf-8317-f4446983fcdb req-b643adbb-1561-43cc-bbdd-1fec2281fe58 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0250771 Sep 10 20:49:14.677869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Request body: {'port': {'device_id': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:14.732075 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:14.932719 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-75c26b4a-20af-4ae8-bb1d-8908be949c53 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:14.934139 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-75c26b4a-20af-4ae8-bb1d-8908be949c53 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 817 time: 0.1895530 Sep 10 20:49:15.069307 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31edae9-fd79-4556-a67c-1705d355ed84 {{(pid=100992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:15.082380 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.102099 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Transition to ACTIVE for port object f31edae9-fd79-4556-a67c-1705d355ed84 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:15.123278 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-0902e4bc-7d34-446a-bc13-71d8a31a0ddf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 378 time: 0.0651047 Sep 10 20:49:15.135054 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'port': {'device_id': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'admin_state_up': True, 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'security_groups': ['6e031d66-7f1a-413c-aa19-978bf8eeb413']}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:15.187761 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d9a8-4737-4405-b92b-58361593bbae req-7a44f3b6-35dd-4d59-a957-2582c823f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.187761 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c554d9a8-4737-4405-b92b-58361593bbae req-7a44f3b6-35dd-4d59-a957-2582c823f6cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1096 time: 0.0757530 Sep 10 20:49:15.199112 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.307403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Pushing event updated for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:15.332821 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Attempting to bind port f31edae9-fd79-4556-a67c-1705d355ed84 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:15.333169 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Attempting to bind port f31edae9-fd79-4556-a67c-1705d355ed84 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:15.333499 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Attempting to bind port f31edae9-fd79-4556-a67c-1705d355ed84 on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:15.349686 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Port f31edae9-fd79-4556-a67c-1705d355ed84 on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:49:15.350026 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Attempting to bind port f31edae9-fd79-4556-a67c-1705d355ed84 on network 7cf3ae02-1318-417d-84a9-6a9c31dadb18 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:15.356226 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:15.356504 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Checking segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:15.356886 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Bound using segment: {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:15.357309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Bound port: f31edae9-fd79-4556-a67c-1705d355ed84, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69badd85-620c-469c-bc74-680556126582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:15.357665 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.382554 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d9a8-4737-4405-b92b-58361593bbae req-86a3f1de-32e1-4a01-9ba5-7bd26bb1d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.384036 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c554d9a8-4737-4405-b92b-58361593bbae req-86a3f1de-32e1-4a01-9ba5-7bd26bb1d7d0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9bb86100c7f44b73ba4febee51b04a91&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1824338 Sep 10 20:49:15.397120 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1f1e7437-d52a-40c6-87f1-b93c59a4581a req-92544a71-c687-48c0-ae5d-2d2e07dead0a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0365133 Sep 10 20:49:15.444558 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Made reservation on behalf of 52092a98898e4d7ea9d03aeb919b92d4 for: {'port': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:49:15.448302 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.471783 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:15.478884 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f31edae9-fd79-4556-a67c-1705d355ed84,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:15.599014 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dae3e8-957f-4785-87d9-676d2fd378e9 req-a2d4c640-e90c-4ed0-8e27-a0f0d860e000 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.600755 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64dae3e8-957f-4785-87d9-676d2fd378e9 req-a2d4c640-e90c-4ed0-8e27-a0f0d860e000 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1420693 Sep 10 20:49:15.611802 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d9a8-4737-4405-b92b-58361593bbae req-b34b66d3-42fd-4618-8f1b-83af67186555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.611802 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c554d9a8-4737-4405-b92b-58361593bbae req-b34b66d3-42fd-4618-8f1b-83af67186555 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107768 Sep 10 20:49:15.619808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.629610 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Allocated IP 172.20.0.11 (f12d0487-5864-4b9d-88d0-816415bfd4e7/053404f9-e495-4be5-a2ea-13b48a656fff/6aca18dc-5786-4b15-8b35-310537e27c11) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:15.643554 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64dae3e8-957f-4785-87d9-676d2fd378e9 req-d24b1e32-4c3b-49ca-9918-10e44af0c17e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Sep 10 20:49:15.675387 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.676006 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.677391 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] 10.222.0.46 "PUT /v2.0/ports/f31edae9-fd79-4556-a67c-1705d355ed84 HTTP/1.1" status: 200 len: 1094 time: 1.0039570 Sep 10 20:49:15.678762 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:15.680990 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42322d9a-9239-4cd1-89f2-566c4ad32d87" -d '{"events": [{"name": "network-changed", "server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:15.725516 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60728f-44eb-4765-ad6c-def1a328ceeb req-9acc973c-5bd8-4a83-ab1d-6284510e9f03 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.727005 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0e60728f-44eb-4765-ad6c-def1a328ceeb req-9acc973c-5bd8-4a83-ab1d-6284510e9f03 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.1433105 Sep 10 20:49:15.735428 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c3fc7c12-20f8-4fa6-833a-289621d0e565 req-8b5d5947-6e77-4bb7-ad80-89af634476cf tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0265973 Sep 10 20:49:15.759861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16dd9e-875f-4a56-ba4c-772cbe204f23 service neutron] Pushing event updated for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:15.784856 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53758f-5743-4585-a9c7-b01978ef38c4 x-openstack-request-id: req-eb53758f-5743-4585-a9c7-b01978ef38c4 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:15.785141 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:15.790036 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb53758f-5743-4585-a9c7-b01978ef38c4 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:15.790036 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84', 'status': 'completed', 'code': 200} Sep 10 20:49:15.852302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-eb8490e6-6828-43bf-a99a-e1631d1827c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.853957 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-eb8490e6-6828-43bf-a99a-e1631d1827c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1097 time: 0.0452862 Sep 10 20:49:15.864658 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0e60728f-44eb-4765-ad6c-def1a328ceeb req-b8ac0b39-ee5e-4948-8e9b-3f79fc8f2c55 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291060 Sep 10 20:49:15.877329 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-7d3dae19-1433-44de-a565-1718723c2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.878862 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-7d3dae19-1433-44de-a565-1718723c2bf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1096 time: 0.1381485 Sep 10 20:49:15.932501 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-00c4e6fc-2e06-45c1-86ca-69e84c17e976 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0419104 Sep 10 20:49:15.943394 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:15.957633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Transition to ACTIVE for port object 6aca18dc-5786-4b15-8b35-310537e27c11 will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:15.960542 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-a1d64a20-bd7b-43f7-987c-1f39625d0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:15.962000 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-a1d64a20-bd7b-43f7-987c-1f39625d0211 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9bb86100c7f44b73ba4febee51b04a91&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0970156 Sep 10 20:49:16.075876 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:16.119633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:16.122588 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:16.139478 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:16.145997 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.146794 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:16.153689 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:16.202536 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-f9303539-77d4-4ad4-9ca2-14fe3c3c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.204116 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-f9303539-77d4-4ad4-9ca2-14fe3c3c234f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0767686 Sep 10 20:49:16.241879 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-4397f033-d60d-43e0-ad25-bb063069e59d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293334 Sep 10 20:49:16.249015 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-7dba5785-f0e3-45b4-8a45-5fa241f8d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.250777 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42322d9a-9239-4cd1-89f2-566c4ad32d87 req-7dba5785-f0e3-45b4-8a45-5fa241f8d214 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270857 Sep 10 20:49:16.322694 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-e5e6237d-42f3-45c7-8895-35b9d25fce70 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1910417 Sep 10 20:49:16.346432 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Request body: {'port': {'device_id': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:16.365671 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-ef0e75e2-1b29-4f25-af72-144e37768ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.367217 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-ef0e75e2-1b29-4f25-af72-144e37768ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1097 time: 0.0744395 Sep 10 20:49:16.412448 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-7e1fb582-cea5-4fc7-a199-a68357a27bfe service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612113 Sep 10 20:49:16.442098 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-44488077-9df5-4aef-9dd0-5f31cbaee7ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f31edae9-fd79-4556-a67c-1705d355ed84 HTTP/1.1" status: 200 len: 217 time: 0.0621109 Sep 10 20:49:16.462159 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:16.481611 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-41e5909d-a584-482d-b114-64f6895110dc None None] Provisioning for port 6aca18dc-5786-4b15-8b35-310537e27c11 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:16.487199 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-41e5909d-a584-482d-b114-64f6895110dc None None] Provisioning complete for port 6aca18dc-5786-4b15-8b35-310537e27c11 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:16.487647 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-41e5909d-a584-482d-b114-64f6895110dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:16.503954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659e86-dfde-4346-833e-51e53025aac5 req-0ba1f1cb-c5ac-4ab6-ae4c-914dbfa81d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.505569 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-0ba1f1cb-c5ac-4ab6-ae4c-914dbfa81d6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0572233 Sep 10 20:49:16.542261 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-41e5909d-a584-482d-b114-64f6895110dc None None] Port 6aca18dc-5786-4b15-8b35-310537e27c11 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:49:16.565871 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0559a01e-6d99-4e0e-b469-0d92589243e8 req-51228916-3bd2-413c-851d-865c81490fbf service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353962 Sep 10 20:49:16.580574 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-47ac42a6-a62c-4850-ac48-8763e4cc0709 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662189 Sep 10 20:49:16.621349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180f619-ce76-4855-98e3-78513fd7cf6a req-84dbe960-4270-4bbe-afa0-0f35051e0627 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.622948 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7180f619-ce76-4855-98e3-78513fd7cf6a req-84dbe960-4270-4bbe-afa0-0f35051e0627 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 932 time: 0.1219251 Sep 10 20:49:16.883980 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7180f619-ce76-4855-98e3-78513fd7cf6a req-51a7b844-2a4a-4062-aef0-49909a1ba70e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2542405 Sep 10 20:49:16.887901 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-53bd3584-c07f-49be-872d-271ccac12c95 service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998238 Sep 10 20:49:16.919385 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc579-82e7-4fc1-9b01-22779ea81131 req-7623eb3c-a02e-4996-a838-71f41332da91 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:16.920883 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5b0dc579-82e7-4fc1-9b01-22779ea81131 req-7623eb3c-a02e-4996-a838-71f41332da91 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1570837 Sep 10 20:49:17.008714 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-9bc8fca5-5f1d-4753-9387-70e6498f7783 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:17.010152 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-9bc8fca5-5f1d-4753-9387-70e6498f7783 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 809 time: 0.2474909 Sep 10 20:49:17.013822 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c08fc2e8-961d-4b55-9325-918380e93400 req-f9573f77-ec40-4714-8dc7-c61f73fb66ee tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0327151 Sep 10 20:49:17.022558 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5b0dc579-82e7-4fc1-9b01-22779ea81131 req-9ff3d9cb-6a85-4ba4-be6e-6c3c0fd6a34d tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681791 Sep 10 20:49:17.066130 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0659e86-dfde-4346-833e-51e53025aac5 req-4cfc144c-2fe5-4111-85fd-303c86805bd8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658099 Sep 10 20:49:17.087744 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-075a7189-fa9f-40b8-87e0-4bd5c7ca01d2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 379 time: 0.0584788 Sep 10 20:49:17.097328 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'port': {'device_id': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'admin_state_up': True, 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'security_groups': ['98aecc9f-877e-494d-9709-9cefe6467726']}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:17.221178 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:17.234313 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.255869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d2aeb-a98a-4712-9cc5-904bbfc18f7e req-1d9723a3-cd3a-409c-b020-3c6fb02155a7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:17.257352 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a64d2aeb-a98a-4712-9cc5-904bbfc18f7e req-1d9723a3-cd3a-409c-b020-3c6fb02155a7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.1568253 Sep 10 20:49:17.266380 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Transition to ACTIVE for port object 6aca18dc-5786-4b15-8b35-310537e27c11 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:17.320998 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a64d2aeb-a98a-4712-9cc5-904bbfc18f7e req-584142f1-8485-48f4-b8af-29ce853c368b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561426 Sep 10 20:49:17.367031 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.428633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:17.455247 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Made reservation on behalf of 87295a18b531480f8ffc07df478f275f for: {'port': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:49:17.456707 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.468852 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Attempting to bind port 6aca18dc-5786-4b15-8b35-310537e27c11 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:17.469281 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Attempting to bind port 6aca18dc-5786-4b15-8b35-310537e27c11 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:17.469846 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Attempting to bind port 6aca18dc-5786-4b15-8b35-310537e27c11 on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:17.480914 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Port 6aca18dc-5786-4b15-8b35-310537e27c11 on network f12d0487-5864-4b9d-88d0-816415bfd4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:49:17.481209 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Attempting to bind port 6aca18dc-5786-4b15-8b35-310537e27c11 on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:17.493081 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:17.493423 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Checking segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:17.493810 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Bound using segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:17.494287 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Bound port: 6aca18dc-5786-4b15-8b35-310537e27c11, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:17.494598 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.643937 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:17.648657 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:17.652551 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Allocated IP 172.20.0.6 (fb50a3d5-7aa0-47cb-910e-486e159c163b/7ce0365a-cbed-4108-9300-cf36a3aa2a2f/ea90fb32-88f2-465d-ad53-40f154b3ea24) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:49:17.756983 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.805310 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:17.805310 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.805310 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] 10.222.0.46 "PUT /v2.0/ports/6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 1094 time: 1.4677074 Sep 10 20:49:17.805310 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:17.807409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:17.850273 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:17.857379 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357577b-1b93-4564-93a0-d48c3e30aafe service neutron] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:17.867671 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Transition to ACTIVE for port object ea90fb32-88f2-465d-ad53-40f154b3ea24 will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:17.876626 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2581069d-1447-4ec3-ae9a-272528c34950 x-openstack-request-id: req-2581069d-1447-4ec3-ae9a-272528c34950 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:17.876921 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:17.877171 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2581069d-1447-4ec3-ae9a-272528c34950 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:17.877558 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'status': 'completed', 'code': 200} Sep 10 20:49:17.940018 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-4d99351c-9da0-4d73-9e9c-0ae09d1a2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:17.941558 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-4d99351c-9da0-4d73-9e9c-0ae09d1a2f2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1097 time: 0.0472059 Sep 10 20:49:18.088574 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:18.146868 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2ee3-e855-4088-9804-01981b1ac2f4 req-f3ca6685-c6de-4b24-8723-f353dc12b728 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.148342 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-caea2ee3-e855-4088-9804-01981b1ac2f4 req-f3ca6685-c6de-4b24-8723-f353dc12b728 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0508542 Sep 10 20:49:18.176392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99da0-5b04-4fe4-ac30-88c02022634c req-92f32c4a-a624-466a-a047-2d6a94dec333 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.177909 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d1f99da0-5b04-4fe4-ac30-88c02022634c req-92f32c4a-a624-466a-a047-2d6a94dec333 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.1984520 Sep 10 20:49:18.188096 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-caea2ee3-e855-4088-9804-01981b1ac2f4 req-c788fd2d-da56-4cc5-ac18-eb860dcf39cc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Sep 10 20:49:18.195349 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:49:18.216096 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-e75bf0e9-e704-467e-b67d-64615d0dc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.216096 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-e75bf0e9-e704-467e-b67d-64615d0dc9fb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2604513 Sep 10 20:49:18.220984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:49:18.224258 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:18.239391 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:49:18.245149 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.245785 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:18.276830 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d1f99da0-5b04-4fe4-ac30-88c02022634c req-67b27871-e2c3-4ebc-ad8b-9c341d1eb258 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852735 Sep 10 20:49:18.306408 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe2f70-9e0c-4480-a31b-87cf7edb6558 req-6c266f07-9a2b-4852-87bc-8dea05ae12e4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.307946 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d5fe2f70-9e0c-4480-a31b-87cf7edb6558 req-6c266f07-9a2b-4852-87bc-8dea05ae12e4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 931 time: 0.0568216 Sep 10 20:49:18.347468 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d5fe2f70-9e0c-4480-a31b-87cf7edb6558 req-1b985b8f-6656-4994-a170-17a9104f3377 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327957 Sep 10 20:49:18.367890 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6b4aa6e8-d355-4593-8013-4400fff04625 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743669 Sep 10 20:49:18.444372 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee629004-9193-4fa3-bcb7-058720d96b99 req-a204a6f4-54c6-412e-9d4f-a5a0a0026c22 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:18.445846 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ee629004-9193-4fa3-bcb7-058720d96b99 req-a204a6f4-54c6-412e-9d4f-a5a0a0026c22 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0518625 Sep 10 20:49:18.475266 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d922-19e9-48e3-8955-a6262d49a571 None None] Provisioning for port ea90fb32-88f2-465d-ad53-40f154b3ea24 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:18.480135 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d922-19e9-48e3-8955-a6262d49a571 None None] Provisioning complete for port ea90fb32-88f2-465d-ad53-40f154b3ea24 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:18.480741 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d922-19e9-48e3-8955-a6262d49a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:18.484885 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ee629004-9193-4fa3-bcb7-058720d96b99 req-1c4431e7-52b8-4c5d-ab64-9ddd383a2e3d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Sep 10 20:49:18.514826 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0d922-19e9-48e3-8955-a6262d49a571 None None] Port ea90fb32-88f2-465d-ad53-40f154b3ea24 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:49:19.067202 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50784) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:19.170611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-76f43cea-f168-4f09-ab0e-87ee20b74eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.258502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-76f43cea-f168-4f09-ab0e-87ee20b74eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.302817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681879a-0ff1-48fe-85a9-09da23035ba1 req-7f701376-72f3-41f1-8bd6-e9c46be06454 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:19.304279 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2681879a-0ff1-48fe-85a9-09da23035ba1 req-7f701376-72f3-41f1-8bd6-e9c46be06454 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0475721 Sep 10 20:49:19.343519 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2681879a-0ff1-48fe-85a9-09da23035ba1 req-93884ca0-fc4b-47c1-b9f2-dfe7d8302efc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Sep 10 20:49:19.389593 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-76f43cea-f168-4f09-ab0e-87ee20b74eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.406871 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b46df8-52eb-4ac4-82b8-645496ab10ec req-3509c1a3-1725-40a6-a260-09ded3e79f24 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:19.408337 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d9b46df8-52eb-4ac4-82b8-645496ab10ec req-3509c1a3-1725-40a6-a260-09ded3e79f24 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0570326 Sep 10 20:49:19.456189 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f43cea-f168-4f09-ab0e-87ee20b74eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd048f1e-3186-49f3-80a8-561dccb54cca,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:19.460112 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-76f43cea-f168-4f09-ab0e-87ee20b74eac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb22a8cabad34f1694596209fb181e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918998 Sep 10 20:49:19.463796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50798) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:19.476739 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff718d8c-267c-4bcf-93f9-b02a5827ae87 req-06310a13-172f-4056-96df-ae7b1132afb7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:19.478180 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff718d8c-267c-4bcf-93f9-b02a5827ae87 req-06310a13-172f-4056-96df-ae7b1132afb7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 931 time: 0.0611129 Sep 10 20:49:19.478969 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d9b46df8-52eb-4ac4-82b8-645496ab10ec req-b216cd99-a349-407f-a3ba-0f282c17734b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628865 Sep 10 20:49:19.546181 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff718d8c-267c-4bcf-93f9-b02a5827ae87 req-6e08f57b-f6d6-4344-bc97-2987fbe499e8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614142 Sep 10 20:49:19.547848 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.573385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.602226 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c0d6d-d7a6-413e-add4-69cc40021a06 req-b93205b1-5451-4c0b-8ea7-1317ee44b53a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:19.603841 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-526c0d6d-d7a6-413e-add4-69cc40021a06 req-b93205b1-5451-4c0b-8ea7-1317ee44b53a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0528858 Sep 10 20:49:19.645234 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-526c0d6d-d7a6-413e-add4-69cc40021a06 req-a42a50b4-0b04-42af-8790-ac3cc17ceb5c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Sep 10 20:49:19.663688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50806) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:19.715530 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.718097 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.719294 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fd048f1e-3186-49f3-80a8-561dccb54cca HTTP/1.1" status: 204 len: 168 time: 0.2545745 Sep 10 20:49:19.727204 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b254ff7-64d1-4199-9c02-5ca9d5c3fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd048f1e-3186-49f3-80a8-561dccb54cca,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:19.770945 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8ba27a6c-91d5-467b-bb12-354c4ff3d8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.856975 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8ba27a6c-91d5-467b-bb12-354c4ff3d8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:19.971495 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8ba27a6c-91d5-467b-bb12-354c4ff3d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.009914 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8ba27a6c-91d5-467b-bb12-354c4ff3d8e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14c587ce0a8e4669901a778cb1b2c7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451102 Sep 10 20:49:20.011156 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba27a6c-91d5-467b-bb12-354c4ff3d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdebaf9-c8da-4e99-ae84-5a51ec6c6625,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:20.012581 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50814) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:20.062061 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.087029 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.234669 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.237210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.238427 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0bdebaf9-c8da-4e99-ae84-5a51ec6c6625 HTTP/1.1" status: 204 len: 168 time: 0.2245603 Sep 10 20:49:20.246865 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83df81-5033-4b65-bcd3-836764102e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdebaf9-c8da-4e99-ae84-5a51ec6c6625,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:20.460440 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea7112-139d-4cb5-a002-f4783344a5f8 req-290856dd-21fb-4e0b-b0aa-c19513b5c420 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:20.461948 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82ea7112-139d-4cb5-a002-f4783344a5f8 req-290856dd-21fb-4e0b-b0aa-c19513b5c420 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0528088 Sep 10 20:49:20.503852 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82ea7112-139d-4cb5-a002-f4783344a5f8 req-35dd9632-c95c-4775-b474-5ba8562722c6 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360560 Sep 10 20:49:20.608457 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbdb00-1908-4d72-a42d-aa1dc66f8171 req-b2e5aaa5-6b0e-4be8-a1aa-fd29663663c1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:20.610609 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcbbdb00-1908-4d72-a42d-aa1dc66f8171 req-b2e5aaa5-6b0e-4be8-a1aa-fd29663663c1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0595293 Sep 10 20:49:20.675495 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3ba17-4878-466c-a5b9-02bf93761561 req-98625f8f-8cbe-4a7a-955d-785f5e27130e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:20.677028 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ffc3ba17-4878-466c-a5b9-02bf93761561 req-98625f8f-8cbe-4a7a-955d-785f5e27130e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 931 time: 0.0591097 Sep 10 20:49:20.717378 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ffc3ba17-4878-466c-a5b9-02bf93761561 req-1afb5925-0b3a-494a-a5fc-13c43088a916 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338395 Sep 10 20:49:20.808692 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcbbdb00-1908-4d72-a42d-aa1dc66f8171 req-7fe873c0-c094-4773-88ea-928f753e309f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1903830 Sep 10 20:49:20.835337 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38194364-b24d-4e4e-ab65-cf280e59459e req-1618b699-f769-4dc3-949e-01416868469a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:20.837052 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38194364-b24d-4e4e-ab65-cf280e59459e req-1618b699-f769-4dc3-949e-01416868469a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0536783 Sep 10 20:49:20.880692 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38194364-b24d-4e4e-ab65-cf280e59459e req-8e52bfdb-3fa0-456e-a885-9660b346484e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 Sep 10 20:49:20.893050 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 50850) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:20.906040 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ee384ea-ddd3-4fd9-a885-376df0d277fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:20.991505 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ee384ea-ddd3-4fd9-a885-376df0d277fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.126807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ee384ea-ddd3-4fd9-a885-376df0d277fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.165094 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2ee384ea-ddd3-4fd9-a885-376df0d277fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7836665648814974ae38680f9a613aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707026 Sep 10 20:49:21.167103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee384ea-ddd3-4fd9-a885-376df0d277fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b02e89d-1c7a-4c86-b5bb-4d533ea6ea96,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:21.167976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 50856) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:21.221041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.241395 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.372353 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.374940 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:21.376094 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b02e89d-1c7a-4c86-b5bb-4d533ea6ea96 HTTP/1.1" status: 204 len: 168 time: 0.2070944 Sep 10 20:49:21.384737 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8932c50-2dfa-4425-8fb6-1d1e2c8087af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b02e89d-1c7a-4c86-b5bb-4d533ea6ea96,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:21.618338 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9389-9dab-4d8d-aa25-0d9420ea8a15 req-f4cc9e00-d477-4205-9e80-cf989f210e60 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:21.620120 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a4df9389-9dab-4d8d-aa25-0d9420ea8a15 req-f4cc9e00-d477-4205-9e80-cf989f210e60 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0485609 Sep 10 20:49:21.657303 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a4df9389-9dab-4d8d-aa25-0d9420ea8a15 req-b25f9e95-a2a7-403e-a4fb-ee48da3b7c66 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Sep 10 20:49:21.847257 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886363c0-c0cf-4811-8e68-bc1bedc964cf req-dad2eb2c-8fcc-442a-9e88-28655acfd13b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:21.848775 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-886363c0-c0cf-4811-8e68-bc1bedc964cf req-dad2eb2c-8fcc-442a-9e88-28655acfd13b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 931 time: 0.0609200 Sep 10 20:49:21.891733 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-886363c0-c0cf-4811-8e68-bc1bedc964cf req-abdbeb63-4ff9-4187-bc40-7de3c6d9f3a3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357513 Sep 10 20:49:21.964829 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecce695-380b-48ad-a25c-e0d627b4fa71 req-cac1d45d-4bfe-4cc8-8167-63e3803e3b4b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:21.966629 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3ecce695-380b-48ad-a25c-e0d627b4fa71 req-cac1d45d-4bfe-4cc8-8167-63e3803e3b4b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0765829 Sep 10 20:49:22.003765 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3ecce695-380b-48ad-a25c-e0d627b4fa71 req-e7a586fd-b506-474c-abfd-5c3a7337c623 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305583 Sep 10 20:49:22.027685 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d881a-07aa-4e0c-a874-1651f5aad736 req-a1ea354a-4b3e-486d-a086-79791b9f31eb tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:22.029223 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a23d881a-07aa-4e0c-a874-1651f5aad736 req-a1ea354a-4b3e-486d-a086-79791b9f31eb tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0753458 Sep 10 20:49:22.067821 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a23d881a-07aa-4e0c-a874-1651f5aad736 req-79ddb63c-18fe-47a9-bf4c-0c4eda19d638 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Sep 10 20:49:22.475980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Request body: {'port': {'device_id': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:22.642286 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:22.713839 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-2b3dd56f-bd26-490b-a721-5208d9129307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:22.715360 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a73e6eb-4ee4-4e40-9595-0d865ca3dcc5 req-2b3dd56f-bd26-490b-a721-5208d9129307 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2194679 Sep 10 20:49:22.889895 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-60ea0657-0b3f-4d3b-856f-8f23c5417da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:22.891991 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-60ea0657-0b3f-4d3b-856f-8f23c5417da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1097 time: 0.1124828 Sep 10 20:49:22.900776 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262764e4-34b0-456a-9dec-698cd82da72e req-2a7643a8-0f4b-40e9-8501-3c21f78be791 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:22.902090 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-262764e4-34b0-456a-9dec-698cd82da72e req-2a7643a8-0f4b-40e9-8501-3c21f78be791 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.1236753 Sep 10 20:49:22.978794 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-cf97f399-1b71-4f6e-bf64-0525ac929f31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 217 time: 0.0757611 Sep 10 20:49:23.010271 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd141653-4fb0-428f-9ec4-d7ae029ffcb2 req-98abaade-10ef-44b8-b573-24fead24b6e2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.012000 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fd141653-4fb0-428f-9ec4-d7ae029ffcb2 req-98abaade-10ef-44b8-b573-24fead24b6e2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 931 time: 0.0509286 Sep 10 20:49:23.043219 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-262764e4-34b0-456a-9dec-698cd82da72e req-b566ee76-9ba1-4e12-bd09-91515205a046 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153109 Sep 10 20:49:23.069639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7dc69ea3-664c-4d7b-a03d-5b09b7146a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.070548 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-7dc69ea3-664c-4d7b-a03d-5b09b7146a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0840189 Sep 10 20:49:23.086973 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fd141653-4fb0-428f-9ec4-d7ae029ffcb2 req-f81e0070-af5f-4677-9624-5daef902f94e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594041 Sep 10 20:49:23.180886 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90fb32-88f2-465d-ad53-40f154b3ea24 {{(pid=100992) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:23.193680 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:23.200226 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92cf94-377a-484a-8c36-fee780130d06 req-6d45ee7e-3547-4d43-95aa-b972344bd089 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.201983 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a92cf94-377a-484a-8c36-fee780130d06 req-6d45ee7e-3547-4d43-95aa-b972344bd089 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0586050 Sep 10 20:49:23.215166 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-08da5191-6942-4cc4-a318-98b54656e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.215708 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-08da5191-6942-4cc4-a318-98b54656e1ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332586 Sep 10 20:49:23.222633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Transition to ACTIVE for port object ea90fb32-88f2-465d-ad53-40f154b3ea24 will not be triggered until provisioned by entity L2. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:49:23.241050 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71d4e5-096e-47a6-b536-4b3050e5f3b5 req-6888296f-8775-4d33-8338-1c35b8fd07fa tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.242517 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a71d4e5-096e-47a6-b536-4b3050e5f3b5 req-6888296f-8775-4d33-8338-1c35b8fd07fa tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.1074190 Sep 10 20:49:23.253651 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a92cf94-377a-484a-8c36-fee780130d06 req-9ca3f55c-d834-4d18-ba6a-e509b588e37b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369360 Sep 10 20:49:23.320763 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:23.363203 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a71d4e5-096e-47a6-b536-4b3050e5f3b5 req-e0a09191-ceb8-4912-9335-4ec537708e55 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087327 Sep 10 20:49:23.392879 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:23.416210 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-013ff1c4-31ca-467a-b8c2-10daa044ea5f service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906979 Sep 10 20:49:23.472607 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Attempting to bind port ea90fb32-88f2-465d-ad53-40f154b3ea24 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:49:23.472714 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Attempting to bind port ea90fb32-88f2-465d-ad53-40f154b3ea24 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:49:23.472945 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Attempting to bind port ea90fb32-88f2-465d-ad53-40f154b3ea24 on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:23.486589 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Port ea90fb32-88f2-465d-ad53-40f154b3ea24 on network fb50a3d5-7aa0-47cb-910e-486e159c163b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:49:23.486968 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Attempting to bind port ea90fb32-88f2-465d-ad53-40f154b3ea24 on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:49:23.518920 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:49:23.519435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Checking segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:49:23.519850 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Bound using segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} {{(pid=100992) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:49:23.520466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.managers [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Bound port: ea90fb32-88f2-465d-ad53-40f154b3ea24, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}}] {{(pid=100992) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:49:23.520845 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:23.607471 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6cd1010-df30-440f-95d4-b7b765c6d308 req-476454d5-8811-40fa-8ee1-e13ebc6440fa service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709194 Sep 10 20:49:23.615348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, cleared binding levels {{(pid=100992) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:49:23.619384 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100992) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:49:23.768512 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:23.809004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.809718 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for port, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:23.811187 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 1093 time: 1.3400779 Sep 10 20:49:23.813458 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:23.816473 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc29ae46-7747-401c-a0a2-4e5692d088e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:23.844217 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88b733-01a6-4808-9527-baa8471d0ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=3']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:23.857626 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34587871-7a9a-4953-92ef-371442207a52 x-openstack-request-id: req-34587871-7a9a-4953-92ef-371442207a52 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:23.857935 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:23.858184 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-34587871-7a9a-4953-92ef-371442207a52 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:23.858600 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'status': 'completed', 'code': 200} Sep 10 20:49:23.924230 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-e2e02415-7af4-4ecd-973e-59b8dfcff9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:23.930940 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-e2e02415-7af4-4ecd-973e-59b8dfcff9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1096 time: 0.0443227 Sep 10 20:49:24.037303 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-a62c141f-fdc0-4830-ab56-0c4af8f5e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.038915 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-a62c141f-fdc0-4830-ab56-0c4af8f5e6e2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87295a18b531480f8ffc07df478f275f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1039286 Sep 10 20:49:24.162140 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-7d923756-1d71-4641-8e03-9d823ad98e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.163603 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc29ae46-7747-401c-a0a2-4e5692d088e5 req-7d923756-1d71-4641-8e03-9d823ad98e73 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176922 Sep 10 20:49:24.206790 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e590850-a2f2-45c1-aa65-ed698cdca94e req-b614512a-7915-42d7-ad63-afec88a49276 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.208409 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e590850-a2f2-45c1-aa65-ed698cdca94e req-b614512a-7915-42d7-ad63-afec88a49276 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 943 time: 0.0588202 Sep 10 20:49:24.224210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d477fe-ec5d-4fa2-bec6-107c60ea5c7a req-20ed0710-6ccc-4c67-8004-5107b457219a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.229014 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82d477fe-ec5d-4fa2-bec6-107c60ea5c7a req-20ed0710-6ccc-4c67-8004-5107b457219a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0809338 Sep 10 20:49:24.272469 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82d477fe-ec5d-4fa2-bec6-107c60ea5c7a req-15eb16ed-135a-429e-9b46-945d103961d9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380471 Sep 10 20:49:24.276677 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e590850-a2f2-45c1-aa65-ed698cdca94e req-938ecf8c-d48a-4ca1-9b2e-9ab33214bc86 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552819 Sep 10 20:49:24.283802 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6aae13b3-ad43-49f0-9354-e0fc42c3e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.285807 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-6aae13b3-ad43-49f0-9354-e0fc42c3e190 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1096 time: 0.0763767 Sep 10 20:49:24.340183 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-d9ecac98-f330-4fdd-852c-098cabcea5a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 217 time: 0.0399563 Sep 10 20:49:24.414625 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-3ce96e2b-100a-4453-b01c-7c57e5911f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.416119 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-3ce96e2b-100a-4453-b01c-7c57e5911f16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0671878 Sep 10 20:49:24.424320 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ffa6e-dd6c-4ca7-b131-e3b8f905533f req-31edb52f-4cd8-4482-8707-9c997ba6a65d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.431132 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-416ffa6e-dd6c-4ca7-b131-e3b8f905533f req-31edb52f-4cd8-4482-8707-9c997ba6a65d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0933521 Sep 10 20:49:24.489484 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e7871-be2b-4f6a-8e43-8c9e99a7a530 req-02d59af1-dd2a-4d7a-80e3-bb6adbe4228a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.491102 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-760e7871-be2b-4f6a-8e43-8c9e99a7a530 req-02d59af1-dd2a-4d7a-80e3-bb6adbe4228a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0490613 Sep 10 20:49:24.501185 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-416ffa6e-dd6c-4ca7-b131-e3b8f905533f req-1daab094-19c9-461e-a431-7f8d9abb5973 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691710 Sep 10 20:49:24.504104 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-3d3e5b87-29c0-4cd7-9b6c-3175b87aad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:24.505544 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-3d3e5b87-29c0-4cd7-9b6c-3175b87aad09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717018 Sep 10 20:49:24.552902 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-760e7871-be2b-4f6a-8e43-8c9e99a7a530 req-829e6d5f-c690-4211-9385-436ca0d8f709 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537989 Sep 10 20:49:24.581071 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d5f2d3cb-7547-47fc-b24f-a42aca54a44e details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:49:24.634061 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-4379cf60-70d1-4743-88ac-4b9a91fdfe63 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075723 Sep 10 20:49:24.696030 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:24.709533 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'port_id': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'mac_address': 'fa:16:3e:f5:eb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:49:24.748829 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:24.757756 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:24.772458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f2d3cb-7547-47fc-b24f-a42aca54a44e {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:24.794560 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:24.810834 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11ee044e-85f9-425f-9187-1ad0c4b161c6 req-54c25b1b-44aa-4585-ac78-84cb2efb4c39 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660855 Sep 10 20:49:24.993692 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:24.994370 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 0be353da-75ff-481f-9af7-e3b1c0b3c979 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:49:25.067157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:25.129719 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979,segment=NetworkSegment(e7a20be8-379c-4485-9f57-11589df1c9bf),segment_id=e7a20be8-379c-4485-9f57-11589df1c9bf)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:25.141647 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '0be353da-75ff-481f-9af7-e3b1c0b3c979', 'network_id': '0ec68db8-4c33-408c-bf07-e3212b4b7689', 'port_id': '0be353da-75ff-481f-9af7-e3b1c0b3c979', 'mac_address': 'fa:16:3e:c6:fe:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886c05c4-71bd-419a-97c8-55aa9fea70bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:49:25.179125 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:25.192018 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be353da-75ff-481f-9af7-e3b1c0b3c979 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:25.211268 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979,segment=NetworkSegment(e7a20be8-379c-4485-9f57-11589df1c9bf),segment_id=e7a20be8-379c-4485-9f57-11589df1c9bf)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:25.302765 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:25.303536 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f31edae9-fd79-4556-a67c-1705d355ed84 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:49:25.379442 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f31edae9-fd79-4556-a67c-1705d355ed84,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:25.391204 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:25.402378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'f31edae9-fd79-4556-a67c-1705d355ed84', 'network_id': '7cf3ae02-1318-417d-84a9-6a9c31dadb18', 'port_id': 'f31edae9-fd79-4556-a67c-1705d355ed84', 'mac_address': 'fa:16:3e:ef:0d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2beea0b-65d6-431e-b79a-72a5edde4013', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:49:25.427498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d978-ce83-4ae0-9912-d38e546390e5 req-b19aacf4-e71c-46fd-8099-a14cbf1164f3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:25.434894 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88a3d978-ce83-4ae0-9912-d38e546390e5 req-b19aacf4-e71c-46fd-8099-a14cbf1164f3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0652857 Sep 10 20:49:25.469201 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:25.469977 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88a3d978-ce83-4ae0-9912-d38e546390e5 req-3bd95518-99b1-464a-bd72-f72ae6fa8f51 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341663 Sep 10 20:49:25.470946 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de52852-8b05-4ce7-a6bf-b7b8b1dd47eb req-caa68b1b-a286-4946-a8ef-a3768cabaec8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:25.472455 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6de52852-8b05-4ce7-a6bf-b7b8b1dd47eb req-caa68b1b-a286-4946-a8ef-a3768cabaec8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0624442 Sep 10 20:49:25.482265 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31edae9-fd79-4556-a67c-1705d355ed84 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:25.503383 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f31edae9-fd79-4556-a67c-1705d355ed84,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:25.518068 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6de52852-8b05-4ce7-a6bf-b7b8b1dd47eb req-a2b6e3a6-b8dd-4357-95a4-29a2f9772954 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Sep 10 20:49:25.595657 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:25.629369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c4a45-d350-4331-8674-5c7c2350deb5 req-6892474b-01f5-4b83-ae7e-77340858be0c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:25.630952 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e75c4a45-d350-4331-8674-5c7c2350deb5 req-6892474b-01f5-4b83-ae7e-77340858be0c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 944 time: 0.0524459 Sep 10 20:49:25.648319 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:25.671934 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e75c4a45-d350-4331-8674-5c7c2350deb5 req-8feb0128-344e-4717-96af-eee5221ba8fc tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Sep 10 20:49:25.677322 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de37ddf-ca88-48a3-b3ac-8daed48a9587 req-e746eaa0-3f94-4b58-911f-4d680059079a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:25.678810 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4de37ddf-ca88-48a3-b3ac-8daed48a9587 req-e746eaa0-3f94-4b58-911f-4d680059079a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0539119 Sep 10 20:49:25.721160 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4de37ddf-ca88-48a3-b3ac-8daed48a9587 req-cb8221b5-b467-4b5d-b3d1-b46259e897e3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350091 Sep 10 20:49:26.313702 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51094) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:26.417119 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c1373b26-b44b-4217-b5f8-c6d98e517bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.514429 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c1373b26-b44b-4217-b5f8-c6d98e517bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.542197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51110) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:26.610580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4642b9-0d36-446b-a389-dec6cb4a76e3 req-4eba85c2-cde6-4588-ba4a-c6ea73c11ef3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:26.610580 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ab4642b9-0d36-446b-a389-dec6cb4a76e3 req-4eba85c2-cde6-4588-ba4a-c6ea73c11ef3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0647619 Sep 10 20:49:26.610955 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c1373b26-b44b-4217-b5f8-c6d98e517bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.643844 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abfca-7d9d-4c32-a5d0-87939585c249 req-49055cf0-eb41-4398-bdd5-c697d528dd8c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:26.645326 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-429abfca-7d9d-4c32-a5d0-87939585c249 req-49055cf0-eb41-4398-bdd5-c697d528dd8c tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0500574 Sep 10 20:49:26.667300 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1373b26-b44b-4217-b5f8-c6d98e517bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229e3b4-2f33-4470-908b-e305f1da0ada,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:26.673405 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c1373b26-b44b-4217-b5f8-c6d98e517bac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d30609314e0d4899a3030717f5de4694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586864 Sep 10 20:49:26.677158 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51118) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:26.696157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0dd7-5c81-4486-a033-764195d7bf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.708222 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-429abfca-7d9d-4c32-a5d0-87939585c249 req-82f295f8-c170-4e7c-83a3-73dd7f5790e4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554521 Sep 10 20:49:26.712589 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ab4642b9-0d36-446b-a389-dec6cb4a76e3 req-4b8785e1-3371-4055-8fed-935bbee25d35 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904825 Sep 10 20:49:26.759170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.809243 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.815980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0dd7-5c81-4486-a033-764195d7bf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:26.851540 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e94d8-258c-4595-ba50-7aaef7412aef req-81e20394-4b00-453b-9da1-8c0591b333db tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:26.852055 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553bfa6-60a5-4c72-8e20-8b666a71eea1 req-4df19e62-d6b7-4940-acc8-6137bd9cdcb8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:26.853074 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-750e94d8-258c-4595-ba50-7aaef7412aef req-81e20394-4b00-453b-9da1-8c0591b333db tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0541382 Sep 10 20:49:26.853480 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a553bfa6-60a5-4c72-8e20-8b666a71eea1 req-4df19e62-d6b7-4940-acc8-6137bd9cdcb8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0789306 Sep 10 20:49:26.894691 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a553bfa6-60a5-4c72-8e20-8b666a71eea1 req-f813e8fa-ee3d-487f-a1eb-116b6297f7a3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Sep 10 20:49:26.894904 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-750e94d8-258c-4595-ba50-7aaef7412aef req-88913db4-7777-403c-9aca-f5ca039e2c2a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323961 Sep 10 20:49:26.977887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0dd7-5c81-4486-a033-764195d7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.014084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f0dd7-5c81-4486-a033-764195d7bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789ac4d7-ffd2-4507-b1e4-e197a271a1f4,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:27.019331 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-4a4f0dd7-5c81-4486-a033-764195d7bf3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61a679b05b634dabbd67976047f11b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786770 Sep 10 20:49:27.021967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51124) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:27.035661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.038383 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.041342 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d229e3b4-2f33-4470-908b-e305f1da0ada HTTP/1.1" status: 204 len: 168 time: 0.3614302 Sep 10 20:49:27.049756 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177976bd-90f9-46af-b94a-fa9cdcab5bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229e3b4-2f33-4470-908b-e305f1da0ada,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:27.072637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.096592 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.223812 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.226346 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.227533 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/789ac4d7-ffd2-4507-b1e4-e197a271a1f4 HTTP/1.1" status: 204 len: 168 time: 0.2046795 Sep 10 20:49:27.235189 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb01c5f-d791-44c2-935f-7a71187687f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789ac4d7-ffd2-4507-b1e4-e197a271a1f4,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:27.824166 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51154) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:27.841898 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-88504e0a-b7c6-481c-8c08-6e90f749310a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:27.858116 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde244-048d-4e4d-82af-7fd796de37aa req-ec2bd822-db3f-4aea-9862-03abbe48b1a0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:27.860292 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a8fde244-048d-4e4d-82af-7fd796de37aa req-ec2bd822-db3f-4aea-9862-03abbe48b1a0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0604589 Sep 10 20:49:27.869671 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9653eb-76f4-4bc9-a472-35f742045ed8 req-3dfcc69b-801d-431f-bf41-5556f1331466 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:27.871215 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-be9653eb-76f4-4bc9-a472-35f742045ed8 req-3dfcc69b-801d-431f-bf41-5556f1331466 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0851169 Sep 10 20:49:27.902603 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a8fde244-048d-4e4d-82af-7fd796de37aa req-ac56de20-3b41-45fc-a7ed-a56f49e04442 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357747 Sep 10 20:49:28.015303 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63112be2-d0e1-47e9-8b18-8b14b712f45b req-b57a4345-5a0e-4d3d-a742-e49ff929d0bf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:28.016765 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-63112be2-d0e1-47e9-8b18-8b14b712f45b req-b57a4345-5a0e-4d3d-a742-e49ff929d0bf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0515494 Sep 10 20:49:28.058750 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-63112be2-d0e1-47e9-8b18-8b14b712f45b req-3e8bc55d-dc41-40f2-b02e-5d99db7bd444 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 10 20:49:28.100451 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-be9653eb-76f4-4bc9-a472-35f742045ed8 req-73654aba-63eb-4a0e-ad4a-a64abc286b1f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195735 Sep 10 20:49:28.157256 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-88504e0a-b7c6-481c-8c08-6e90f749310a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.180306 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7e0a6-f418-4bbc-a823-512e745dc593 req-c13f0dea-8367-408d-a659-e0da227a617c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:28.181886 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f0e7e0a6-f418-4bbc-a823-512e745dc593 req-c13f0dea-8367-408d-a659-e0da227a617c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0535278 Sep 10 20:49:28.221869 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f0e7e0a6-f418-4bbc-a823-512e745dc593 req-852d692a-3c78-4dcc-816d-d9899b7db567 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330100 Sep 10 20:49:28.286780 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-88504e0a-b7c6-481c-8c08-6e90f749310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.325909 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-88504e0a-b7c6-481c-8c08-6e90f749310a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd96404691304dceafb93b4b7d115dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002491 Sep 10 20:49:28.326466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88504e0a-b7c6-481c-8c08-6e90f749310a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a55b71a-c287-4ef4-b98a-92989b586a67,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:28.328332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51176) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:28.377427 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.398950 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.521202 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.523895 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:28.525048 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0a55b71a-c287-4ef4-b98a-92989b586a67 HTTP/1.1" status: 204 len: 168 time: 0.1957207 Sep 10 20:49:28.533207 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c790bb-1b82-4f01-b5b7-e9c2f6e760e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a55b71a-c287-4ef4-b98a-92989b586a67,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:29.020524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262101b-5e8b-4f4e-bf7f-4b6dfc6cb171 req-5fe036d7-396c-4fd7-80ed-d625febf0829 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:29.021996 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2262101b-5e8b-4f4e-bf7f-4b6dfc6cb171 req-5fe036d7-396c-4fd7-80ed-d625febf0829 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0486634 Sep 10 20:49:29.060924 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2262101b-5e8b-4f4e-bf7f-4b6dfc6cb171 req-f0776029-688a-4893-8f4b-7ff834d1ae1e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Sep 10 20:49:29.216045 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558ebd-d0cf-4004-8a96-a8ef7f1f01a0 req-cf94b139-6f3d-4ab6-9308-123b1fc8be85 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:29.219116 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2558ebd-d0cf-4004-8a96-a8ef7f1f01a0 req-cf94b139-6f3d-4ab6-9308-123b1fc8be85 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0855215 Sep 10 20:49:29.222529 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404023e4-442a-4738-8cec-3dc23ff7873f req-e3fb4cb3-ee44-4575-8d0f-6fca2e52864e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:29.224090 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-404023e4-442a-4738-8cec-3dc23ff7873f req-e3fb4cb3-ee44-4575-8d0f-6fca2e52864e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0557108 Sep 10 20:49:29.268333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-404023e4-442a-4738-8cec-3dc23ff7873f req-035929a1-3798-4fe1-a892-2665b6978d2d tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368848 Sep 10 20:49:29.271294 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2558ebd-d0cf-4004-8a96-a8ef7f1f01a0 req-6288e2cf-90d9-4dc3-bfb6-b16e17e8407e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Sep 10 20:49:29.333298 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51248) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:29.383292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3da2e-b2ca-4208-8cb3-e99ff6822a07 req-f210f818-c31a-46fd-93f1-f061895f79e9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:29.386824 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7ad3da2e-b2ca-4208-8cb3-e99ff6822a07 req-f210f818-c31a-46fd-93f1-f061895f79e9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0529349 Sep 10 20:49:29.429557 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7ad3da2e-b2ca-4208-8cb3-e99ff6822a07 req-8c603545-6340-4678-93ca-3cacb7b2cf7c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373788 Sep 10 20:49:29.446975 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0b86d59a-eb4c-43c5-b2f3-ddf87a9022aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.533652 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0b86d59a-eb4c-43c5-b2f3-ddf87a9022aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.629118 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0b86d59a-eb4c-43c5-b2f3-ddf87a9022aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.666931 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0b86d59a-eb4c-43c5-b2f3-ddf87a9022aa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=982df7c598e74a9782e59c41a9ecfae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325171 Sep 10 20:49:29.668787 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86d59a-eb4c-43c5-b2f3-ddf87a9022aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f292ad23-c3cf-4550-8754-74de1d1025e7,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:29.669579 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51262) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:29.719366 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.739951 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.926524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.929084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:29.930249 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f292ad23-c3cf-4550-8754-74de1d1025e7 HTTP/1.1" status: 204 len: 168 time: 0.2595193 Sep 10 20:49:29.938299 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3baa87-99c3-4379-880e-f7c17500238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f292ad23-c3cf-4550-8754-74de1d1025e7,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:30.174597 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad905f-4874-47be-9044-cf7edab09368 req-48ed8b98-01a4-4cd9-a4a0-f05ff1d47116 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:30.177202 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-caad905f-4874-47be-9044-cf7edab09368 req-48ed8b98-01a4-4cd9-a4a0-f05ff1d47116 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0493801 Sep 10 20:49:30.221355 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-caad905f-4874-47be-9044-cf7edab09368 req-42bd49a3-62d6-4f7d-8cf1-3acd7af38427 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 Sep 10 20:49:30.395602 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803812f-2888-4b43-8739-a5d2c114a8cb req-600a530e-b70d-4dc9-933b-9cb591724a87 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:30.396173 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4fee4-706a-4eff-8ee2-f598579bd165 req-a89a9b21-07a3-4c13-93d0-22f0fa77f397 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:30.398058 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c803812f-2888-4b43-8739-a5d2c114a8cb req-600a530e-b70d-4dc9-933b-9cb591724a87 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0595558 Sep 10 20:49:30.398840 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-86b4fee4-706a-4eff-8ee2-f598579bd165 req-a89a9b21-07a3-4c13-93d0-22f0fa77f397 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0563266 Sep 10 20:49:30.442539 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c803812f-2888-4b43-8739-a5d2c114a8cb req-d5c54876-9f57-48df-a042-73d019df3f0f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Sep 10 20:49:30.443860 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-86b4fee4-706a-4eff-8ee2-f598579bd165 req-357cf444-ec8e-4060-9c38-ac842cb70fb0 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389662 Sep 10 20:49:30.551319 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51300) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:30.575532 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-69ee54c7-e2fd-4b4a-ad41-cec0a7e2f731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:30.592133 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67194-81e5-4f63-a209-13e6a926c3b1 req-caeac03e-668f-4f6e-adbe-ad6b717d7bfb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:30.594126 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72c67194-81e5-4f63-a209-13e6a926c3b1 req-caeac03e-668f-4f6e-adbe-ad6b717d7bfb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0812140 Sep 10 20:49:30.656356 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72c67194-81e5-4f63-a209-13e6a926c3b1 req-467a0e13-6928-4d58-bf37-515b522b9632 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511367 Sep 10 20:49:30.715047 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-69ee54c7-e2fd-4b4a-ad41-cec0a7e2f731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:30.806809 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-69ee54c7-e2fd-4b4a-ad41-cec0a7e2f731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:30.846040 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-69ee54c7-e2fd-4b4a-ad41-cec0a7e2f731 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a886f1e26fd14cbe82683e6f8f48bd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934473 Sep 10 20:49:30.847017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee54c7-e2fd-4b4a-ad41-cec0a7e2f731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ff7eb1-81f4-4f99-b7c1-0e3d1a0434fd,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:30.848723 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51314) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:30.898444 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:30.921812 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:30.948434 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:49:31.046504 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d5f2d3cb-7547-47fc-b24f-a42aca54a44e'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:49:31.075647 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:31.079591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:31.083511 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/22ff7eb1-81f4-4f99-b7c1-0e3d1a0434fd HTTP/1.1" status: 204 len: 168 time: 0.2310472 Sep 10 20:49:31.091163 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922371c-5748-4cdd-bd3d-fc6478d9d0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ff7eb1-81f4-4f99-b7c1-0e3d1a0434fd,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:31.112012 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['0be353da-75ff-481f-9af7-e3b1c0b3c979'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:49:31.263532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['f31edae9-fd79-4556-a67c-1705d355ed84'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:49:31.293767 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:31.344274 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef16664-1d63-4b98-aa15-4149cf176040 req-7846b3c3-bd39-4dc8-aed1-70e7425beb47 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:31.345782 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cef16664-1d63-4b98-aa15-4149cf176040 req-7846b3c3-bd39-4dc8-aed1-70e7425beb47 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0523734 Sep 10 20:49:31.352295 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '6aca18dc-5786-4b15-8b35-310537e27c11', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:49:31.389120 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cef16664-1d63-4b98-aa15-4149cf176040 req-4a06d108-595f-4aa2-af27-234fe333bc38 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358269 Sep 10 20:49:31.470616 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:31.554916 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:31.621181 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:31.651781 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13df1d-b2dc-454b-8741-402d5af532f4 req-8bcf34b9-cd8d-4975-96d5-f3c2ee1fff9d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:31.653309 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6b13df1d-b2dc-454b-8741-402d5af532f4 req-8bcf34b9-cd8d-4975-96d5-f3c2ee1fff9d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0948718 Sep 10 20:49:31.689180 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2db1b-5821-4ba0-bbe0-45f7eab5cf75 req-c5483a30-82fd-4313-b18a-8e3ccef0292a tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:31.698469 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6b13df1d-b2dc-454b-8741-402d5af532f4 req-a49fae82-23e7-4c6d-98af-8a87b62e9e17 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Sep 10 20:49:31.701387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:31.703270 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7fc2db1b-5821-4ba0-bbe0-45f7eab5cf75 req-c5483a30-82fd-4313-b18a-8e3ccef0292a tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.1449966 Sep 10 20:49:31.757404 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7fc2db1b-5821-4ba0-bbe0-45f7eab5cf75 req-17afdd7a-e64e-4a6b-a79a-89925de9ee91 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510259 Sep 10 20:49:31.772926 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:31.850807 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d3149-8aac-498b-b866-b06868e6c8db req-b65bd119-c849-43d3-b2f6-05566f65568d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:31.852563 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4d2d3149-8aac-498b-b866-b06868e6c8db req-b65bd119-c849-43d3-b2f6-05566f65568d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0600541 Sep 10 20:49:31.893337 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4d2d3149-8aac-498b-b866-b06868e6c8db req-2221efe8-8108-4f4b-ba72-a5c93f0c87a2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346818 Sep 10 20:49:32.502257 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d2d4-75dd-4e7c-a336-e6aee8dbc6f6 req-05f81f10-199e-4433-978c-5d0a8ec1eff7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:32.503854 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8102d2d4-75dd-4e7c-a336-e6aee8dbc6f6 req-05f81f10-199e-4433-978c-5d0a8ec1eff7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 943 time: 0.0488780 Sep 10 20:49:32.542855 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8102d2d4-75dd-4e7c-a336-e6aee8dbc6f6 req-f804a17a-2367-4b3d-9ccc-52dfaf584829 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330901 Sep 10 20:49:32.636784 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['6aca18dc-5786-4b15-8b35-310537e27c11'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:49:32.745634 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device ea90fb32-88f2-465d-ad53-40f154b3ea24 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:49:32.822690 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89232e3-0f30-4808-82c0-94ea593a22df req-936ad2b5-2442-431b-b255-2f3dec5b6215 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:32.824795 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f89232e3-0f30-4808-82c0-94ea593a22df req-936ad2b5-2442-431b-b255-2f3dec5b6215 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0569453 Sep 10 20:49:32.870784 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f89232e3-0f30-4808-82c0-94ea593a22df req-991c0211-00a4-45e2-abe2-83f2ba9164c5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Sep 10 20:49:32.909423 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:32.912237 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671a9-4f53-4d4c-987c-e857e79df7cb req-4338a8ac-af7f-4e82-89e3-5c8b39e2c09f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:32.913919 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-581671a9-4f53-4d4c-987c-e857e79df7cb req-4338a8ac-af7f-4e82-89e3-5c8b39e2c09f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0594482 Sep 10 20:49:32.930980 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'port_id': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'mac_address': 'fa:16:3e:73:ec:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:49:32.973788 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:32.979237 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-581671a9-4f53-4d4c-987c-e857e79df7cb req-a1ead0b5-4005-4ab5-a4ce-46fff10585fc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Sep 10 20:49:32.987496 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea90fb32-88f2-465d-ad53-40f154b3ea24 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:49:33.013023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:33.042304 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d9ad-886c-4255-bf6c-c73151932a39 req-18aae592-5f7e-4aa2-bb83-b0a921566499 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:33.043798 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2fd7d9ad-886c-4255-bf6c-c73151932a39 req-18aae592-5f7e-4aa2-bb83-b0a921566499 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0645940 Sep 10 20:49:33.084573 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2fd7d9ad-886c-4255-bf6c-c73151932a39 req-11bd3bff-49c5-4b85-b465-afba98c1c67a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337510 Sep 10 20:49:33.126572 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:33.177934 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:33.661667 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3783f-f2c7-41f1-8136-4e3f39057a1e req-a421e723-4036-4f83-bd26-6515224beb07 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:33.663636 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6af3783f-f2c7-41f1-8136-4e3f39057a1e req-a421e723-4036-4f83-bd26-6515224beb07 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0518055 Sep 10 20:49:33.705895 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6af3783f-f2c7-41f1-8136-4e3f39057a1e req-4c7b4bff-48c7-4414-b43b-7612aec3825b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360298 Sep 10 20:49:33.869620 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['ea90fb32-88f2-465d-ad53-40f154b3ea24'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:49:33.999402 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0cb4-c3a0-4b00-9a84-e84f6c6e2f23 req-19b636fb-d4ff-4e14-8e7e-e4b88e2bb85a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:34.008992 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1afa0cb4-c3a0-4b00-9a84-e84f6c6e2f23 req-19b636fb-d4ff-4e14-8e7e-e4b88e2bb85a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0644248 Sep 10 20:49:34.059597 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1afa0cb4-c3a0-4b00-9a84-e84f6c6e2f23 req-c68b0f90-21ce-4852-8b44-69252da779f6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447979 Sep 10 20:49:34.103423 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871895be-23cb-4b55-a35d-b98e7fb8a9df req-9349db5e-39c9-45fa-b4a1-80f37ed544d3 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:34.104960 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-871895be-23cb-4b55-a35d-b98e7fb8a9df req-9349db5e-39c9-45fa-b4a1-80f37ed544d3 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0547431 Sep 10 20:49:34.146321 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-871895be-23cb-4b55-a35d-b98e7fb8a9df req-e2518fd6-9d9d-45f0-8ce0-8cb7f66797bc tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Sep 10 20:49:34.218349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804d022-4b26-4d47-a565-530df40027ce req-93dd2232-f83a-4c6c-8220-0699d1154530 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:34.218349 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0804d022-4b26-4d47-a565-530df40027ce req-93dd2232-f83a-4c6c-8220-0699d1154530 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0499804 Sep 10 20:49:34.256501 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0804d022-4b26-4d47-a565-530df40027ce req-afd951f0-c4ee-4b48-8109-19dc58c7a85d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315905 Sep 10 20:49:34.817614 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dedec-ac85-4011-8071-01e49bd7ac2c req-c4932db8-bbf0-4cb2-a49b-b692bc6e8acf tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:34.819019 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a89dedec-ac85-4011-8071-01e49bd7ac2c req-c4932db8-bbf0-4cb2-a49b-b692bc6e8acf tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0468802 Sep 10 20:49:34.858114 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a89dedec-ac85-4011-8071-01e49bd7ac2c req-fd7adb3a-7544-42b1-bb63-1bce09135553 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Sep 10 20:49:34.931374 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d5f2d3cb-7547-47fc-b24f-a42aca54a44e up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:35.176982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848632a0-9b3b-4656-8cf0-4c58f4ed08e4 req-160626c8-c157-49c8-9c53-de65b942ba26 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:35.178587 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-848632a0-9b3b-4656-8cf0-4c58f4ed08e4 req-160626c8-c157-49c8-9c53-de65b942ba26 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0533845 Sep 10 20:49:35.225119 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-848632a0-9b3b-4656-8cf0-4c58f4ed08e4 req-06bb984b-9536-4c87-8922-87644cd28405 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Sep 10 20:49:35.237081 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port d5f2d3cb-7547-47fc-b24f-a42aca54a44e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:35.241251 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port d5f2d3cb-7547-47fc-b24f-a42aca54a44e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:35.241626 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:35.273076 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600b4db-1d5a-4911-8bb2-88c8a2f947e1 req-f73537ea-6bc9-4e9d-a7a2-05d53d2aecf0 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:35.274615 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4600b4db-1d5a-4911-8bb2-88c8a2f947e1 req-f73537ea-6bc9-4e9d-a7a2-05d53d2aecf0 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0540273 Sep 10 20:49:35.318449 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4600b4db-1d5a-4911-8bb2-88c8a2f947e1 req-994216af-0ded-46d5-a2f7-75fb11c6e3d2 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368152 Sep 10 20:49:35.327059 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:35.362664 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:35.401045 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64200828-b5a1-4855-8b3b-6214a9b1f63c req-b6f32f33-8381-4f49-bcf6-4d6ad13add72 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:35.402426 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64200828-b5a1-4855-8b3b-6214a9b1f63c req-b6f32f33-8381-4f49-bcf6-4d6ad13add72 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0541334 Sep 10 20:49:35.432180 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:35.444103 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64200828-b5a1-4855-8b3b-6214a9b1f63c req-abf7d635-8755-400f-bb7a-cdbc68249db2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347488 Sep 10 20:49:35.537242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20712529-90a2-4df1-b380-4c1d29cc23a4" -d '{"events": [{"server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "name": "network-vif-plugged", "status": "completed", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:35.671877 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ec41e-ad5d-4d35-8f30-f178220d2f8c x-openstack-request-id: req-de0ec41e-ad5d-4d35-8f30-f178220d2f8c {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:35.672253 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "name": "network-vif-plugged", "status": "completed", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:35.672511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-de0ec41e-ad5d-4d35-8f30-f178220d2f8c {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:35.672980 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'code': 200} Sep 10 20:49:35.971788 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379bf64-7806-4b14-8671-30478bd07374 req-163b104e-789e-4dfa-80ee-deab9dad25b5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:35.973142 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5379bf64-7806-4b14-8671-30478bd07374 req-163b104e-789e-4dfa-80ee-deab9dad25b5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0472105 Sep 10 20:49:36.010389 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5379bf64-7806-4b14-8671-30478bd07374 req-4da26608-d3aa-4d6b-87dc-3e268d7f2705 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302801 Sep 10 20:49:36.103671 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.104517 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 0be353da-75ff-481f-9af7-e3b1c0b3c979 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:36.178367 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:36.280550 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 0be353da-75ff-481f-9af7-e3b1c0b3c979 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:36.284491 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 0be353da-75ff-481f-9af7-e3b1c0b3c979 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:36.284953 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.342406 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a040a9b-e8ac-43de-af3c-255b23ec82d0 req-bfaf7881-424d-41f2-a14f-0b64078fb544 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:36.343952 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a040a9b-e8ac-43de-af3c-255b23ec82d0 req-bfaf7881-424d-41f2-a14f-0b64078fb544 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 945 time: 0.0482767 Sep 10 20:49:36.364625 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.383547 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a040a9b-e8ac-43de-af3c-255b23ec82d0 req-1508fbfe-9b43-4929-ac87-e4079cd719c5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334833 Sep 10 20:49:36.401303 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979,segment=NetworkSegment(e7a20be8-379c-4485-9f57-11589df1c9bf),segment_id=e7a20be8-379c-4485-9f57-11589df1c9bf)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:36.465655 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c53069-5e57-4981-af86-f9d8aeb67164 req-5e3e5d04-8795-4ecf-af85-3763271bc4cb tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:36.467088 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7c53069-5e57-4981-af86-f9d8aeb67164 req-5e3e5d04-8795-4ecf-af85-3763271bc4cb tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 944 time: 0.0491641 Sep 10 20:49:36.505257 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7c53069-5e57-4981-af86-f9d8aeb67164 req-52f342a6-8592-4868-8d44-99a9c957b24e tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Sep 10 20:49:36.509459 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.510391 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:36.562379 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f28c9-4152-44e2-b8d0-537119ca5991 req-f9e0c4e2-88a2-4997-bd1e-b88289c881a7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:36.563957 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9c2f28c9-4152-44e2-b8d0-537119ca5991 req-f9e0c4e2-88a2-4997-bd1e-b88289c881a7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0485063 Sep 10 20:49:36.593552 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:36.604763 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9c2f28c9-4152-44e2-b8d0-537119ca5991 req-89bc1d0f-508f-495c-b75c-0767053a1592 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346899 Sep 10 20:49:36.692010 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 6aca18dc-5786-4b15-8b35-310537e27c11 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:36.696257 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 6aca18dc-5786-4b15-8b35-310537e27c11 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:36.696648 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.781709 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.821921 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:36.920754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:36.921572 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f31edae9-fd79-4556-a67c-1705d355ed84 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:36.996792 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:37.107923 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port f31edae9-fd79-4556-a67c-1705d355ed84 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:37.112094 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port f31edae9-fd79-4556-a67c-1705d355ed84 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:37.112210 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.123173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c0e66-9a5e-479c-9183-e99cb6810f47 req-74da72c7-1a7c-4e88-9e48-fb74d8a23ddd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:37.124699 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-481c0e66-9a5e-479c-9183-e99cb6810f47 req-74da72c7-1a7c-4e88-9e48-fb74d8a23ddd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0481975 Sep 10 20:49:37.163660 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-481c0e66-9a5e-479c-9183-e99cb6810f47 req-135be7e6-210f-4487-af31-33c8dec0c71e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329130 Sep 10 20:49:37.191730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.224993 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f31edae9-fd79-4556-a67c-1705d355ed84,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:37.292991 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51496) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:37.303676 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.350007 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:37.395432 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5423-ed35-4508-aa9b-4df2322d1328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.482300 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5423-ed35-4508-aa9b-4df2322d1328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.501133 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd519f-b189-4817-b932-24dd60a5dd8f req-181659d4-a54c-41af-9643-18aa6a09fcb6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:37.502627 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e7dd519f-b189-4817-b932-24dd60a5dd8f req-181659d4-a54c-41af-9643-18aa6a09fcb6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0511858 Sep 10 20:49:37.532287 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9cd2d28d-0c03-4b85-8932-e354ba428883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.546705 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e7dd519f-b189-4817-b932-24dd60a5dd8f req-e006a6fd-4cb5-42b8-a179-4b93db42c5f1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Sep 10 20:49:37.587103 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5423-ed35-4508-aa9b-4df2322d1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.647236 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-cfdd5423-ed35-4508-aa9b-4df2322d1328 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c2c6ec23cea7451d9105e3fdb01e4c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530595 Sep 10 20:49:37.648040 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51506) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:37.653153 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd5423-ed35-4508-aa9b-4df2322d1328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ebac3-5614-4d71-ad49-52b2fa429705,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:37.669436 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393085da-520b-44c7-97a6-3feddbec33f7 req-02da41b8-1e56-43ea-a28b-689e62d462ba tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:37.670969 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-393085da-520b-44c7-97a6-3feddbec33f7 req-02da41b8-1e56-43ea-a28b-689e62d462ba tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0944307 Sep 10 20:49:37.673793 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979'}, {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}, {'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:37.676459 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a43a7-7579-4c21-b1cf-c8d26b2c86fc" -d '{"events": [{"server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "name": "network-vif-plugged", "status": "completed", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979"}, {"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}, {"server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "name": "network-vif-plugged", "status": "completed", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:37.712741 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-393085da-520b-44c7-97a6-3feddbec33f7 req-0fef150f-7597-499c-96c1-2c0a2a480c5f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327973 Sep 10 20:49:37.728702 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.753825 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5b24-405b-4d06-a824-76d9ba9592e0 req-8257482b-a5ba-4ad1-b2db-ecf3c55ccfad tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:37.755345 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-625e5b24-405b-4d06-a824-76d9ba9592e0 req-8257482b-a5ba-4ad1-b2db-ecf3c55ccfad tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0682862 Sep 10 20:49:37.764448 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.765855 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaaede8-bb4a-49ba-b5a3-8289a238d44a x-openstack-request-id: req-2eaaede8-bb4a-49ba-b5a3-8289a238d44a {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:37.766182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "name": "network-vif-plugged", "status": "completed", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979", "code": 200}, {"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "code": 200}, {"server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "name": "network-vif-plugged", "status": "completed", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:37.766444 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2eaaede8-bb4a-49ba-b5a3-8289a238d44a {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:37.767038 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979', 'code': 200} Sep 10 20:49:37.767284 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'code': 200} Sep 10 20:49:37.767528 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84', 'code': 200} Sep 10 20:49:37.821083 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-625e5b24-405b-4d06-a824-76d9ba9592e0 req-a82dbe89-6647-42a1-9f40-21904d0bb760 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536587 Sep 10 20:49:37.903586 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.906742 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:37.909685 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c01ebac3-5614-4d71-ad49-52b2fa429705 HTTP/1.1" status: 204 len: 168 time: 0.2587171 Sep 10 20:49:37.915685 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b79642-c515-401c-b232-9a166978b9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ebac3-5614-4d71-ad49-52b2fa429705,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:38.275675 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4274f9a-c268-4314-a278-37f248a17843 req-1b657d4a-f0c0-4017-9af5-8b5d1fce7d35 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:38.277090 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c4274f9a-c268-4314-a278-37f248a17843 req-1b657d4a-f0c0-4017-9af5-8b5d1fce7d35 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0462067 Sep 10 20:49:38.314334 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c4274f9a-c268-4314-a278-37f248a17843 req-f30ffa4c-426b-479e-a032-9d4218a6e732 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Sep 10 20:49:38.478350 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51522) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:38.491435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce158aa7-154b-4e74-b8d0-4435c8633ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.575266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce158aa7-154b-4e74-b8d0-4435c8633ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.640265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce158aa7-154b-4e74-b8d0-4435c8633ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.656089 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db347f-44f0-4b58-8954-a11ddd9bba51 req-6817073f-e21f-4000-8e28-d92107195c5c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:38.657570 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2db347f-44f0-4b58-8954-a11ddd9bba51 req-6817073f-e21f-4000-8e28-d92107195c5c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0513222 Sep 10 20:49:38.678954 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ce158aa7-154b-4e74-b8d0-4435c8633ed4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=43a71f2c9e6d4b2883b24c52a936b949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994948 Sep 10 20:49:38.680394 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce158aa7-154b-4e74-b8d0-4435c8633ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a86b8de-7477-4d34-bbff-b1a2e4fe7778,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:38.682490 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51526) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:38.706691 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2db347f-44f0-4b58-8954-a11ddd9bba51 req-4b8862f8-d3f2-4ddd-9b7b-09d43e26c86a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Sep 10 20:49:38.741300 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.761507 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.826041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94eac3-ae6b-4752-bb24-ec2171fbb268 req-2f845bd8-7e1b-4cce-b10a-5812ae8d0808 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:38.827757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed94eac3-ae6b-4752-bb24-ec2171fbb268 req-2f845bd8-7e1b-4cce-b10a-5812ae8d0808 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0507352 Sep 10 20:49:38.866800 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed94eac3-ae6b-4752-bb24-ec2171fbb268 req-22bedc56-7781-41b5-9f23-a8e2f9e0e1c6 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Sep 10 20:49:38.886698 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.895565 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:38.897563 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a86b8de-7477-4d34-bbff-b1a2e4fe7778 HTTP/1.1" status: 204 len: 168 time: 0.2128155 Sep 10 20:49:38.924178 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e2fbf-1464-4d2d-b2b4-c5fcccfffd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a86b8de-7477-4d34-bbff-b1a2e4fe7778,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:38.965826 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99d535-45f7-4ddc-9c61-c874ef16edac req-21e04d87-0bc7-47c4-a2ad-6a2adca744ee tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:38.967362 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc99d535-45f7-4ddc-9c61-c874ef16edac req-21e04d87-0bc7-47c4-a2ad-6a2adca744ee tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0600009 Sep 10 20:49:39.006533 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc99d535-45f7-4ddc-9c61-c874ef16edac req-b7c4f651-32fd-4421-86a4-c3c67c1fce3e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324743 Sep 10 20:49:39.354985 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-6faf94d0-febd-443e-808c-795afc2189f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.356354 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-6faf94d0-febd-443e-808c-795afc2189f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0868320 Sep 10 20:49:39.383511 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:39.446504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80717-5737-4ba9-aa0a-12cf4f4eb897 req-8877624f-c542-4d2f-9d3a-1cb3852b35e0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.458318 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b0a80717-5737-4ba9-aa0a-12cf4f4eb897 req-8877624f-c542-4d2f-9d3a-1cb3852b35e0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0673983 Sep 10 20:49:39.517261 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.46', 49947) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:39.519842 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:39.536197 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-f384679f-093c-4350-9deb-7ca57d3a04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.538402 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-f384679f-093c-4350-9deb-7ca57d3a04e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 1098 time: 0.0557132 Sep 10 20:49:39.549577 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b0a80717-5737-4ba9-aa0a-12cf4f4eb897 req-df4e22ef-61aa-4e51-9eec-d34f3195abc6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903809 Sep 10 20:49:39.567697 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:39.585176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:39.599767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267c19-f86f-4c9c-9f41-85a8da43ec56 req-b910e2e0-0326-4b9f-926d-69ceddb6ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.601280 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86267c19-f86f-4c9c-9f41-85a8da43ec56 req-b910e2e0-0326-4b9f-926d-69ceddb6ce82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1099 time: 0.1136625 Sep 10 20:49:39.604083 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85ebca-1b6d-4351-80c7-5336437c295b req-cca8d522-462b-499e-8d33-5616a052ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.605446 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9e85ebca-1b6d-4351-80c7-5336437c295b req-cca8d522-462b-499e-8d33-5616a052ccb1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1099 time: 0.0860415 Sep 10 20:49:39.613691 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493186 Sep 10 20:49:39.649746 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea16a11-c430-42b7-97bf-8fafdbbde5ea,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:39.674407 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9e85ebca-1b6d-4351-80c7-5336437c295b req-a74d5289-2d63-431a-9f09-6bd90c2373e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Sep 10 20:49:39.677954 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86267c19-f86f-4c9c-9f41-85a8da43ec56 req-fdce29e1-6202-4760-b12e-811067e68b59 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644586 Sep 10 20:49:39.686616 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.db.api [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 36fc7a3cf6274ae7a0bddf353d808899 {{(pid=100992) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 20:49:39.687108 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG oslo_db.api [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 20:49:39.821741 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cbbce-aff8-4ef2-bd26-1da8f3c874c9 req-d80c555c-8a30-471e-913d-b42e83f7c6b4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:39.823244 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-652cbbce-aff8-4ef2-bd26-1da8f3c874c9 req-d80c555c-8a30-471e-913d-b42e83f7c6b4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0499854 Sep 10 20:49:39.862935 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-652cbbce-aff8-4ef2-bd26-1da8f3c874c9 req-f2cd5694-1f2f-4956-97d5-7b332504f183 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332830 Sep 10 20:49:40.014250 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a989a5-fc7c-4d41-8007-8cc1d792cdb6 req-343f28d2-0ff0-4ec2-916d-9062565213c2 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:40.016367 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0a989a5-fc7c-4d41-8007-8cc1d792cdb6 req-343f28d2-0ff0-4ec2-916d-9062565213c2 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0554645 Sep 10 20:49:40.058998 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0a989a5-fc7c-4d41-8007-8cc1d792cdb6 req-3f63a2f9-faa0-4d98-b932-d245fd585807 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363486 Sep 10 20:49:40.135841 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ed378-aef0-4e60-bef5-9e3496022fc3 req-4df5fa4a-250c-4c46-a0b8-f8124318ad41 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:40.137311 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-124ed378-aef0-4e60-bef5-9e3496022fc3 req-4df5fa4a-250c-4c46-a0b8-f8124318ad41 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0519304 Sep 10 20:49:40.175077 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-124ed378-aef0-4e60-bef5-9e3496022fc3 req-360dbd31-d294-408c-a500-932ac3baf63a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317960 Sep 10 20:49:40.188391 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:40.246173 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007546 Sep 10 20:49:40.263625 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5af654cb-5c31-4102-b3a7-384de8e80634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:40.668731 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c776e4-aff0-4dbc-b64f-b1bbcacc95b7 req-7199f630-398f-4c04-8b26-3802bbd737ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:40.670354 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d1c776e4-aff0-4dbc-b64f-b1bbcacc95b7 req-7199f630-398f-4c04-8b26-3802bbd737ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 944 time: 0.0493844 Sep 10 20:49:40.696508 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:40.720654 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d1c776e4-aff0-4dbc-b64f-b1bbcacc95b7 req-daa39092-fb18-4bd3-ba19-92422da07c11 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Sep 10 20:49:40.791530 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device ea90fb32-88f2-465d-ad53-40f154b3ea24 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:49:40.955440 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port ea90fb32-88f2-465d-ad53-40f154b3ea24 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:49:40.959359 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port ea90fb32-88f2-465d-ad53-40f154b3ea24 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:49:40.959737 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:40.997731 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb92c-4510-486d-b038-4c7dadd82692 req-ac2c26c4-ffcd-467d-8775-ab3d861a08f4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:41.000524 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-546bb92c-4510-486d-b038-4c7dadd82692 req-ac2c26c4-ffcd-467d-8775-ab3d861a08f4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0683663 Sep 10 20:49:41.051745 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:41.052040 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-546bb92c-4510-486d-b038-4c7dadd82692 req-8cf5ce95-4bb3-4b0a-a4da-2eac9f5d4d81 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Sep 10 20:49:41.077449 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:41.079675 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e2b05-25cf-4127-93e0-438b5c6c3919" -d '{"events": [{"server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:41.092483 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:49:41.130052 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28fe1a3-dc82-435c-9f2f-9901093aeac1 x-openstack-request-id: req-b28fe1a3-dc82-435c-9f2f-9901093aeac1 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:41.130367 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "name": "network-vif-plugged", "status": "completed", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:41.130619 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b28fe1a3-dc82-435c-9f2f-9901093aeac1 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:41.131370 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'code': 200} Sep 10 20:49:41.181836 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8116-9952-442e-a329-81249f077e51 req-76fa66bd-dc5e-4d5f-ad3c-fef417293782 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:41.187005 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c67a8116-9952-442e-a329-81249f077e51 req-76fa66bd-dc5e-4d5f-ad3c-fef417293782 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0541992 Sep 10 20:49:41.187445 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:41.250301 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:41.256547 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:41.274806 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c67a8116-9952-442e-a329-81249f077e51 req-08082c39-78d9-4fe9-a969-ffa7c999c5f0 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702338 Sep 10 20:49:41.356936 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e49b68-67d6-4afb-8918-6e5f19d55d7b req-a57df7cc-f2c8-4975-afbc-6816f7fbe412 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:41.366423 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21e49b68-67d6-4afb-8918-6e5f19d55d7b req-a57df7cc-f2c8-4975-afbc-6816f7fbe412 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0885153 Sep 10 20:49:41.398571 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21e49b68-67d6-4afb-8918-6e5f19d55d7b req-70b10295-1afd-4dda-8d15-1ccc7d62d0f7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312400 Sep 10 20:49:41.641561 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0417da-63fc-483f-9ee0-f283e2bd99ba req-7a12a6e4-b08c-461e-95c1-866d9389d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:41.643132 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c0417da-63fc-483f-9ee0-f283e2bd99ba req-7a12a6e4-b08c-461e-95c1-866d9389d470 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0381818 Sep 10 20:49:41.682968 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c0417da-63fc-483f-9ee0-f283e2bd99ba req-7d5f2f26-8700-4294-bc1d-2fe73f913260 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315144 Sep 10 20:49:41.836575 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2101b-15cd-4375-aa0c-29b798ea4647 req-44034cc0-c5d9-46b1-a694-dbc7f9ba2c14 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:41.838072 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8eb2101b-15cd-4375-aa0c-29b798ea4647 req-44034cc0-c5d9-46b1-a694-dbc7f9ba2c14 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0504882 Sep 10 20:49:41.883738 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8eb2101b-15cd-4375-aa0c-29b798ea4647 req-64748515-96e9-4042-9020-e20068465b1f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Sep 10 20:49:42.178075 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe50273-84c9-4d67-9c34-51b576130c36 req-9e5eb865-8365-46d1-a0a8-0a5f3bda8b4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:42.179586 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbe50273-84c9-4d67-9c34-51b576130c36 req-9e5eb865-8365-46d1-a0a8-0a5f3bda8b4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0492098 Sep 10 20:49:42.224656 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbe50273-84c9-4d67-9c34-51b576130c36 req-3c0892ab-1170-4faf-a488-169560256899 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Sep 10 20:49:42.403498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3fb0-5a50-4be2-a64b-9b2b5f29d336 req-dd562ca3-cc8a-476a-b4b7-18fd1b9eb9ce tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:42.404870 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-058e3fb0-5a50-4be2-a64b-9b2b5f29d336 req-dd562ca3-cc8a-476a-b4b7-18fd1b9eb9ce tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0480335 Sep 10 20:49:42.443168 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-058e3fb0-5a50-4be2-a64b-9b2b5f29d336 req-8f700334-6ea2-400b-aaa3-82d2fa508eea tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Sep 10 20:49:42.526839 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83478052-fa30-4870-9489-f6dfa77c907f req-d0cd4f44-d935-4c27-b9bd-c17890c2f5b7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:42.528282 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-83478052-fa30-4870-9489-f6dfa77c907f req-d0cd4f44-d935-4c27-b9bd-c17890c2f5b7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0479741 Sep 10 20:49:42.565381 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-83478052-fa30-4870-9489-f6dfa77c907f req-d62bfd3f-3b5e-4097-853e-f12ba6113ade tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307910 Sep 10 20:49:42.776501 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:42.997713 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00902-5558-4227-b946-99222094f720 req-59521474-6811-4476-95dc-a4fefd900aa6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:42.999222 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3aa00902-5558-4227-b946-99222094f720 req-59521474-6811-4476-95dc-a4fefd900aa6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0479577 Sep 10 20:49:43.040483 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3aa00902-5558-4227-b946-99222094f720 req-963807da-6f0e-4e4d-bf92-3d66b0d4de01 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352817 Sep 10 20:49:43.338734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b47e4-65c7-499e-b450-0bea3cdebeee req-06e1075e-7a09-44f0-a741-e15aa0eeae12 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:43.340090 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-238b47e4-65c7-499e-b450-0bea3cdebeee req-06e1075e-7a09-44f0-a741-e15aa0eeae12 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0494180 Sep 10 20:49:43.375867 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-238b47e4-65c7-499e-b450-0bea3cdebeee req-34bc0a0f-5f72-4f3b-8ff8-61d0ba0273ed tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299275 Sep 10 20:49:43.553315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b654d2-9ac0-4e51-84c7-eab44de20921 req-c6d67769-dfcd-4532-a5c8-dda3c7fd8915 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:43.554835 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7b654d2-9ac0-4e51-84c7-eab44de20921 req-c6d67769-dfcd-4532-a5c8-dda3c7fd8915 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0478258 Sep 10 20:49:43.592376 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7b654d2-9ac0-4e51-84c7-eab44de20921 req-034c5a98-433d-43ac-b088-439be135e373 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Sep 10 20:49:43.681923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9dec28-d5ea-4c57-81fe-ec753ab62aa0 req-31f0abd9-d8ba-4942-b989-95ffcf21aad6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:43.683456 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fe9dec28-d5ea-4c57-81fe-ec753ab62aa0 req-31f0abd9-d8ba-4942-b989-95ffcf21aad6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0474684 Sep 10 20:49:43.720281 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fe9dec28-d5ea-4c57-81fe-ec753ab62aa0 req-71e57bf9-e284-424b-a255-2e05f6a962a6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304582 Sep 10 20:49:44.154503 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9d7a0-871a-44b3-85f1-aae2f5629951 req-5ac9bafc-4d05-4acf-a059-210c7bcac873 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:44.156584 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2b9d7a0-871a-44b3-85f1-aae2f5629951 req-5ac9bafc-4d05-4acf-a059-210c7bcac873 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0527668 Sep 10 20:49:44.200144 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2b9d7a0-871a-44b3-85f1-aae2f5629951 req-1c9884bc-0b2c-4c00-85ea-3029fecf9579 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369430 Sep 10 20:49:44.488084 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627cc1f-1776-4d29-ab96-9b072fda71cc req-b3267e9f-bec5-4e7c-8911-850f04e6e09f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:44.489506 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4627cc1f-1776-4d29-ab96-9b072fda71cc req-b3267e9f-bec5-4e7c-8911-850f04e6e09f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0472405 Sep 10 20:49:44.526590 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4627cc1f-1776-4d29-ab96-9b072fda71cc req-9d7796f2-bb64-499e-a8ba-08c43a637229 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Sep 10 20:49:44.704249 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93112b3b-641c-466b-8a01-c9518a149402 req-fec511d9-5f7d-4e92-a9ae-1ac45e8ec4f3 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:44.705810 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-93112b3b-641c-466b-8a01-c9518a149402 req-fec511d9-5f7d-4e92-a9ae-1ac45e8ec4f3 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0474868 Sep 10 20:49:44.745583 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-93112b3b-641c-466b-8a01-c9518a149402 req-3d42f2a7-bf5e-42fb-93d0-3920f9ad49bd tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Sep 10 20:49:44.849870 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe154d1-4da2-413c-957f-8129f3288290 req-1a77709f-3334-43c8-ada2-481d8aa11ac4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:44.851397 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fbe154d1-4da2-413c-957f-8129f3288290 req-1a77709f-3334-43c8-ada2-481d8aa11ac4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0497997 Sep 10 20:49:44.893370 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fbe154d1-4da2-413c-957f-8129f3288290 req-4bf8b386-d0e5-47bb-8d4e-2736a4af1429 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361679 Sep 10 20:49:45.318497 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367412-4357-47b3-b57a-1b4905c249c2 req-b265447d-a34b-4ec8-b189-aeb962a95aac tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:45.320149 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f367412-4357-47b3-b57a-1b4905c249c2 req-b265447d-a34b-4ec8-b189-aeb962a95aac tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0508971 Sep 10 20:49:45.356350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f367412-4357-47b3-b57a-1b4905c249c2 req-b674b637-4ad3-4139-a212-1b7aaaf6f66b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302081 Sep 10 20:49:45.635841 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef49f59-bb8b-498f-9918-c8d3bf3f3e2e req-4b30a834-9c96-4818-abbd-f11f9e047ed3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:45.637279 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9ef49f59-bb8b-498f-9918-c8d3bf3f3e2e req-4b30a834-9c96-4818-abbd-f11f9e047ed3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0464871 Sep 10 20:49:45.673879 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9ef49f59-bb8b-498f-9918-c8d3bf3f3e2e req-90f19895-89bd-4db0-b928-7711b31edd9a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Sep 10 20:49:45.856644 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90b05-6ed8-4b78-894f-6801f7faeb41 req-f67595f8-5fbe-4700-a4ec-d3b30bdb7245 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:45.858006 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e4a90b05-6ed8-4b78-894f-6801f7faeb41 req-f67595f8-5fbe-4700-a4ec-d3b30bdb7245 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0466282 Sep 10 20:49:45.894050 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e4a90b05-6ed8-4b78-894f-6801f7faeb41 req-5fa38a24-4d54-4b38-a9b3-172d37db5045 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Sep 10 20:49:46.007223 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d68b91-1c5b-488d-8e45-01c51245b75e req-ccd62e5e-2349-44de-b9b1-9fc043fad6cc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:46.008637 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c0d68b91-1c5b-488d-8e45-01c51245b75e req-ccd62e5e-2349-44de-b9b1-9fc043fad6cc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0467587 Sep 10 20:49:46.045493 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c0d68b91-1c5b-488d-8e45-01c51245b75e req-3f6ace94-499c-490a-8449-086912aef201 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312462 Sep 10 20:49:46.468315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daa112-c925-4bbb-ba41-d48ce43550c5 req-01437d39-957d-425c-9a7c-941981c23eb1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:46.469777 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-16daa112-c925-4bbb-ba41-d48ce43550c5 req-01437d39-957d-425c-9a7c-941981c23eb1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0472584 Sep 10 20:49:46.510213 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-16daa112-c925-4bbb-ba41-d48ce43550c5 req-b46dbba0-af74-4abd-a19f-a9618ba4f19e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345345 Sep 10 20:49:46.790052 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dda1b-3a7c-4204-9bff-573b4902807a req-4fcab425-8f8e-46eb-9c61-47c680ceb5fa tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:46.791527 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f95dda1b-3a7c-4204-9bff-573b4902807a req-4fcab425-8f8e-46eb-9c61-47c680ceb5fa tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0523310 Sep 10 20:49:46.829011 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f95dda1b-3a7c-4204-9bff-573b4902807a req-c5cb7cff-853e-46bf-b882-39331124058d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Sep 10 20:49:46.886563 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:49:47.004115 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49f154-681e-4f9f-8446-8704faada940 req-0372d509-34f3-428d-9c1f-fd6329b176b4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:47.005530 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1d49f154-681e-4f9f-8446-8704faada940 req-0372d509-34f3-428d-9c1f-fd6329b176b4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0463512 Sep 10 20:49:47.042287 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1d49f154-681e-4f9f-8446-8704faada940 req-cbdb7644-1c29-4d67-8301-888d7161ad74 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Sep 10 20:49:47.157980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ecd54-0c19-47e4-a5fb-4558b428fb21 req-202de712-e52d-4b57-bf4b-31cb4426935f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:47.159463 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-036ecd54-0c19-47e4-a5fb-4558b428fb21 req-202de712-e52d-4b57-bf4b-31cb4426935f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0462685 Sep 10 20:49:47.195535 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-036ecd54-0c19-47e4-a5fb-4558b428fb21 req-58ba54a1-3e1f-4985-89c3-8c9eb222d046 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300171 Sep 10 20:49:47.620882 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aafba-8b5f-4007-81cb-3bb521a9803c req-2c9ddb69-3e15-45d3-a9b0-7d9736661b42 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:47.622340 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-677aafba-8b5f-4007-81cb-3bb521a9803c req-2c9ddb69-3e15-45d3-a9b0-7d9736661b42 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0474491 Sep 10 20:49:47.660206 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-677aafba-8b5f-4007-81cb-3bb521a9803c req-af6c06c9-0be6-408b-be7c-1f904272db65 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314605 Sep 10 20:49:47.941390 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb15dfd-21df-4cbb-967b-5179d170d0a7 req-5285b41d-ca1c-4720-aa3d-b73c088d0ba3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:47.942867 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6cb15dfd-21df-4cbb-967b-5179d170d0a7 req-5285b41d-ca1c-4720-aa3d-b73c088d0ba3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0469582 Sep 10 20:49:47.979643 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6cb15dfd-21df-4cbb-967b-5179d170d0a7 req-145ea79c-d64d-4348-aa0e-0270319ca587 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Sep 10 20:49:48.156020 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9956-a0f8-4345-baf2-8093f5956582 req-74e79241-18c8-4709-ae63-b4227d1f8ea5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:48.157512 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23ad9956-a0f8-4345-baf2-8093f5956582 req-74e79241-18c8-4709-ae63-b4227d1f8ea5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0477335 Sep 10 20:49:48.197381 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23ad9956-a0f8-4345-baf2-8093f5956582 req-af610962-dc1b-4cf7-8bd8-10be49f8af14 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333581 Sep 10 20:49:48.314170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6054-070e-4186-ac2a-9def331a11ee req-d91636f8-2bc5-477d-be26-a5f1b17a3d2c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:48.315643 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d2d6054-070e-4186-ac2a-9def331a11ee req-d91636f8-2bc5-477d-be26-a5f1b17a3d2c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0520513 Sep 10 20:49:48.353475 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d2d6054-070e-4186-ac2a-9def331a11ee req-688eafea-b9ad-4953-977f-0a5236a79b31 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319622 Sep 10 20:49:48.771158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c6ca9-a1d8-45b5-a1bc-ec90098a45a8 req-0c5ecdef-25ef-4872-8359-a5eb74a6d356 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:48.772603 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-039c6ca9-a1d8-45b5-a1bc-ec90098a45a8 req-0c5ecdef-25ef-4872-8359-a5eb74a6d356 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0475919 Sep 10 20:49:48.808938 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-039c6ca9-a1d8-45b5-a1bc-ec90098a45a8 req-5141f72a-c8aa-470b-bfdc-1d9f5af4cdd5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305548 Sep 10 20:49:49.088971 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84ba6-1598-4f36-98c0-d544d25fff7d req-63b0e4b9-5cf4-45d2-a76e-20ec4de37262 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:49.090422 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77f84ba6-1598-4f36-98c0-d544d25fff7d req-63b0e4b9-5cf4-45d2-a76e-20ec4de37262 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0477245 Sep 10 20:49:49.126565 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77f84ba6-1598-4f36-98c0-d544d25fff7d req-49007822-c1fe-4001-b060-36ec505ff505 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302765 Sep 10 20:49:49.306585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34f47f-d032-4891-8afd-9717c9aa5c03 req-06e07d1e-49af-428f-bc3a-135f00b5d47d tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:49.307954 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d34f47f-d032-4891-8afd-9717c9aa5c03 req-06e07d1e-49af-428f-bc3a-135f00b5d47d tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0463600 Sep 10 20:49:49.344463 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d34f47f-d032-4891-8afd-9717c9aa5c03 req-9b9e3923-6382-41e2-bdab-ff0f32c0ae96 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301914 Sep 10 20:49:49.468064 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe76a66-5a51-4541-b8b8-5a7aebb18da5 req-b4562747-03e1-46a1-bffb-e95473a1c24b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:49.469522 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dfe76a66-5a51-4541-b8b8-5a7aebb18da5 req-b4562747-03e1-46a1-bffb-e95473a1c24b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0466118 Sep 10 20:49:49.506892 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dfe76a66-5a51-4541-b8b8-5a7aebb18da5 req-7a7ee4b2-0042-43e0-b1b5-a5fa2bd43653 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311666 Sep 10 20:49:49.921349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de5f9d-e6f9-4a66-9371-2187f613f7e0 req-fcf2908f-27e5-45bb-b58c-1e38d9f08c26 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:49.922749 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-29de5f9d-e6f9-4a66-9371-2187f613f7e0 req-fcf2908f-27e5-45bb-b58c-1e38d9f08c26 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0481231 Sep 10 20:49:49.962790 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-29de5f9d-e6f9-4a66-9371-2187f613f7e0 req-aa86616b-7084-4172-a366-8687371d5b1c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340486 Sep 10 20:49:50.239300 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4e5d3-7709-4886-a612-5498a8f3ccdf req-96700a1b-9969-4eac-b0ed-ba56c39f4c96 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:50.240749 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9a4e5d3-7709-4886-a612-5498a8f3ccdf req-96700a1b-9969-4eac-b0ed-ba56c39f4c96 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0498154 Sep 10 20:49:50.278563 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9a4e5d3-7709-4886-a612-5498a8f3ccdf req-210a10b6-5e8e-4483-85ab-8d63b0d53b1e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Sep 10 20:49:50.455068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e307d-9e2e-4b38-8ee2-5ba7922964ad req-8fbff7b7-6abc-4b6d-abd7-a714c3e72abe tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:50.456599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-867e307d-9e2e-4b38-8ee2-5ba7922964ad req-8fbff7b7-6abc-4b6d-abd7-a714c3e72abe tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0476818 Sep 10 20:49:50.493182 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-867e307d-9e2e-4b38-8ee2-5ba7922964ad req-2ff32839-2a91-4e83-8da3-24e5fc9c2edb tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Sep 10 20:49:50.626325 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace2327-3982-4578-b949-2efd3402a560 req-3639d15c-518c-4690-8524-9ec845a9651c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:50.627917 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6ace2327-3982-4578-b949-2efd3402a560 req-3639d15c-518c-4690-8524-9ec845a9651c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0472991 Sep 10 20:49:50.666086 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6ace2327-3982-4578-b949-2efd3402a560 req-6740544b-4ed8-434e-ab85-108b7b7d9585 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324287 Sep 10 20:49:50.816515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe1575-12ea-4c61-be40-51292bf5d6b8 req-eb28634a-64a7-4291-88cf-c6bcd067cf42 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:50.817964 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11fe1575-12ea-4c61-be40-51292bf5d6b8 req-eb28634a-64a7-4291-88cf-c6bcd067cf42 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0468280 Sep 10 20:49:50.826405 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51786) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:50.831414 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'floatingip': {'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:50.900692 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:51.101170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034ff7b-02b2-472c-92d8-14226f2a4d1a req-82a4a54f-12c8-4de2-a5e4-db48e8dfccf6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:51.102892 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a034ff7b-02b2-472c-92d8-14226f2a4d1a req-82a4a54f-12c8-4de2-a5e4-db48e8dfccf6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0496082 Sep 10 20:49:51.146718 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a034ff7b-02b2-472c-92d8-14226f2a4d1a req-11868147-ae4f-4ff2-b2c1-475d82e51189 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347304 Sep 10 20:49:51.349052 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-1c99021a-027e-4561-932a-e8bd6b3e3588 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571315 Sep 10 20:49:51.597795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cfa3c-ebd8-4973-bcab-41b789605ef3 req-e3a5c320-ae13-4441-a2ef-6e3f7399db28 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:51.599391 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-349cfa3c-ebd8-4973-bcab-41b789605ef3 req-e3a5c320-ae13-4441-a2ef-6e3f7399db28 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.2494676 Sep 10 20:49:51.641585 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98dc8e-10fb-4a48-8eb6-9bd227f6b57d req-140f791a-3a48-494e-a3f3-d06246e12322 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:51.643080 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab98dc8e-10fb-4a48-8eb6-9bd227f6b57d req-140f791a-3a48-494e-a3f3-d06246e12322 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0663736 Sep 10 20:49:51.662001 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-36be7068-eaea-4cf0-8fd8-b5ac569b3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:51.663557 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-36be7068-eaea-4cf0-8fd8-b5ac569b3a98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1099 time: 0.2218664 Sep 10 20:49:51.688953 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab98dc8e-10fb-4a48-8eb6-9bd227f6b57d req-09cf6953-d0f8-4ae1-a087-15d31b313aae tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Sep 10 20:49:51.755000 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-349cfa3c-ebd8-4973-bcab-41b789605ef3 req-b17c57d6-0c3a-4776-a951-942567cdf28d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480157 Sep 10 20:49:51.924245 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:51.949597 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-479ec2b3-30dd-44aa-a55c-f9bc85f694ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:51.951119 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-479ec2b3-30dd-44aa-a55c-f9bc85f694ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.2380807 Sep 10 20:49:52.002633 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-198f3026-725d-47dd-ac51-f8477980fca4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 217 time: 0.0338454 Sep 10 20:49:52.062124 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-95f204f2-dbf2-4e96-9973-0a6d17de5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:52.063869 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-95f204f2-dbf2-4e96-9973-0a6d17de5b90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0462220 Sep 10 20:49:52.093793 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:52.211498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-524b460b-ba93-4ee5-a9a3-1fda2787bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:52.213014 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-524b460b-ba93-4ee5-a9a3-1fda2787bfb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1282790 Sep 10 20:49:52.250568 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Floating IP 7cca62d1-3f66-43e2-8944-ca774980f224 associated. External IP: 172.27.2.73, port: 6aca18dc-5786-4b15-8b35-310537e27c11. Sep 10 20:49:52.267549 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a2e27-6771-45b0-9104-c3549b533ff0 req-2e9e7857-fb33-4b53-bac7-4e09fc3615ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:52.269046 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-236a2e27-6771-45b0-9104-c3549b533ff0 req-2e9e7857-fb33-4b53-bac7-4e09fc3615ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0516903 Sep 10 20:49:52.306893 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-236a2e27-6771-45b0-9104-c3549b533ff0 req-c0ccb908-55c9-4fc1-85ec-ec698a23c706 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Sep 10 20:49:52.394754 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-beac5cde-a5e0-4e97-919d-c1098f75c43e service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727073 Sep 10 20:49:52.827884 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274b29b-c55f-4690-9082-6440c150c874 req-7a2bf24d-3fb4-4f14-94c6-29a4f4ed25dd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:52.829396 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1274b29b-c55f-4690-9082-6440c150c874 req-7a2bf24d-3fb4-4f14-94c6-29a4f4ed25dd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.4070921 Sep 10 20:49:52.842280 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51848) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:52.849685 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6ac2c6c-d6fb-49f4-b303-bacabe5affb2 req-e53b3622-3ac4-4a51-887d-e810c91205bc service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456604 Sep 10 20:49:52.871991 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'floatingip': {'port_id': 'ea90fb32-88f2-465d-ad53-40f154b3ea24'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:49:52.882683 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:49:52.956675 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:53.016564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:49:53.021494 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:53.031083 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:49:53.045220 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:49:53.046798 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:49:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:53.053998 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-675af2af-2b70-4a58-89c8-2b0b47621e26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "PUT /v2.0/floatingips/7cca62d1-3f66-43e2-8944-ca774980f224 HTTP/1.1" status: 200 len: 991 time: 2.2258389 Sep 10 20:49:53.054770 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:53.057315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:53.065005 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e4a4e-d760-405a-994f-36a2dbd9f12d req-e40c306e-617f-44ed-90b4-4863cd7be570 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:53.066894 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1f2e4a4e-d760-405a-994f-36a2dbd9f12d req-e40c306e-617f-44ed-90b4-4863cd7be570 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.2399888 Sep 10 20:49:53.162430 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:49:53.181190 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1f2e4a4e-d760-405a-994f-36a2dbd9f12d req-332fb1ac-deeb-4923-a5c2-7fe86a1169d8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066179 Sep 10 20:49:53.245355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c0ace3-84ea-4b82-b50a-32a552f10247 x-openstack-request-id: req-85c0ace3-84ea-4b82-b50a-32a552f10247 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:53.246371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:53.246820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-85c0ace3-84ea-4b82-b50a-32a552f10247 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:53.247358 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'status': 'completed', 'code': 200} Sep 10 20:49:53.330766 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-39911131-5f4e-4d6e-a4ed-4196730cd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:53.332459 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-39911131-5f4e-4d6e-a4ed-4196730cd4cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1099 time: 0.0535409 Sep 10 20:49:53.479001 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-bbee6b9b-2dcd-4565-b0e0-6346d8118b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:53.480670 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-bbee6b9b-2dcd-4565-b0e0-6346d8118b92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.1339595 Sep 10 20:49:53.585408 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '7cca62d1-3f66-43e2-8944-ca774980f224', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:01Z', 'updated_at': '2021-09-10T20:49:51Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:53.618884 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:49:53.629408 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:49:53.630008 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:49:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:53.678451 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-f19cf2c6-35ec-45d6-a1b1-27c4577fa492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 999 time: 0.1893790 Sep 10 20:49:53.769660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-0e5c4a4a-e7d6-4f3e-be9a-ffd2461280dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:53.771229 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-0e5c4a4a-e7d6-4f3e-be9a-ffd2461280dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0795658 Sep 10 20:49:53.807868 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:49:53.868762 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-09aa2522-0ecd-46e9-b9f0-0f19648ee28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:53.870784 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-09aa2522-0ecd-46e9-b9f0-0f19648ee28c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915942 Sep 10 20:49:53.883360 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.db.resource_extend [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 20:49:54.003981 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.012706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898a96-5534-4d46-b78f-6cf903f0c0da req-a1369ec1-a597-4d5d-8623-7c95e70b0fd3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:54.022906 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bc898a96-5534-4d46-b78f-6cf903f0c0da req-a1369ec1-a597-4d5d-8623-7c95e70b0fd3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.1353467 Sep 10 20:49:54.052185 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-68bd7eeb-4f72-4b8b-8b45-75c3efdbe984 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726844 Sep 10 20:49:54.073868 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bc898a96-5534-4d46-b78f-6cf903f0c0da req-8901b5c6-e4fa-462b-aa8c-f3a7841cc8c4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Sep 10 20:49:54.108924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3c36-e480-408a-9984-6f1b83a92201 req-a988dfad-9cd5-4905-b6a5-b465effbd457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:54.109277 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '7cca62d1-3f66-43e2-8944-ca774980f224', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:01Z', 'updated_at': '2021-09-10T20:49:51Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:54.112646 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51884) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:54.113472 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-a988dfad-9cd5-4905-b6a5-b465effbd457 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1099 time: 0.1510575 Sep 10 20:49:54.127544 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.140241 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccebec14-cb5b-45a7-9980-ff1f0909c3ef None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '7cca62d1-3f66-43e2-8944-ca774980f224', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:01Z', 'updated_at': '2021-09-10T20:49:51Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:49:54.273811 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a1e9d1b-ca78-4eb7-ade7-b588d07507e3 req-9709c78a-0775-4ee2-aa13-8d99454ef288 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116847 Sep 10 20:49:54.283645 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.304206 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3c36-e480-408a-9984-6f1b83a92201 req-cbe3d8ec-b8ee-4153-b9bb-97ed6d4bb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:54.305648 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-cbe3d8ec-b8ee-4153-b9bb-97ed6d4bb3e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.1603413 Sep 10 20:49:54.331770 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Floating IP 3bea4279-a471-486c-8423-3dde9c6bc11d associated. External IP: 172.27.2.175, port: ea90fb32-88f2-465d-ad53-40f154b3ea24. Sep 10 20:49:54.361100 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-ef9b2b49-aa3b-4889-a12c-6786b60110f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f31edae9-fd79-4556-a67c-1705d355ed84 HTTP/1.1" status: 200 len: 217 time: 0.0367968 Sep 10 20:49:54.423644 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3c36-e480-408a-9984-6f1b83a92201 req-6050ebec-8f2a-49f5-a402-8b6bc07ecfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:54.425127 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-6050ebec-8f2a-49f5-a402-8b6bc07ecfa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0469790 Sep 10 20:49:54.456799 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3acf7-1071-4f80-a593-1c397052cc23 None None] New status for floating IP 7cca62d1-3f66-43e2-8944-ca774980f224: ACTIVE {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:49:54.470321 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-9e2660dd-deae-4a0e-adf0-a0421daf3384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285251 Sep 10 20:49:54.524924 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.569856 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-0d43a306-bec7-46e1-8998-ecd94d823e6f service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902498 Sep 10 20:49:54.590740 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.598973 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:49:54.639111 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72bfcdf-7735-46e5-9e64-0323664a31be,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:54.646786 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=949dc5e0ba3f473a800bd22c118ae3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306933 Sep 10 20:49:54.647133 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51892) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:54.651138 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.651489 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.651824 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.652159 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.652491 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.652823 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.653152 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.653479 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.653803 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.654128 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.654449 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.654827 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5951cc-d30a-4e3b-ae58-13b8d5d6df26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.739249 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-764c3c36-e480-408a-9984-6f1b83a92201 req-4fd21f6e-8b5e-43e9-adab-a202ac99c2be service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541100 Sep 10 20:49:54.740302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.785670 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:49:54.796468 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.796719 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.797180 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:49:54.812596 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:49:54.813210 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:49:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:54.836887 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ac6c2948-24f0-407f-816e-1d8cca2e0cf3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "PUT /v2.0/floatingips/3bea4279-a471-486c-8423-3dde9c6bc11d HTTP/1.1" status: 200 len: 991 time: 1.9928648 Sep 10 20:49:54.837702 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:49:54.840165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3981d7bc-5b09-4885-a26c-6c96e8e373f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:49:54.903527 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.954492 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.957082 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:54.958252 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f72bfcdf-7735-46e5-9e64-0323664a31be HTTP/1.1" status: 204 len: 168 time: 0.3101671 Sep 10 20:49:54.969230 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72bfcdf-7735-46e5-9e64-0323664a31be,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:54.976960 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.977314 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.977847 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.978185 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.978511 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.978889 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.979221 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.979546 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.979871 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.980247 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.980573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:54.980890 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65679035-bd7d-4d08-b90b-b3c559cac2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:49:55.039320 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fba723-19cd-465c-8729-d6a2cd4da2bd x-openstack-request-id: req-e0fba723-19cd-465c-8729-d6a2cd4da2bd {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:49:55.039846 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:49:55.039936 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e0fba723-19cd-465c-8729-d6a2cd4da2bd {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:49:55.040298 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'status': 'completed', 'code': 200} Sep 10 20:49:55.085627 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:49:55.127224 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-099d3aab-0ac9-4959-92cb-f99ed4330efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:55.128892 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-099d3aab-0ac9-4959-92cb-f99ed4330efb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0428250 Sep 10 20:49:55.257392 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aea1a-97c0-4e29-9597-5fe5ce8455f6 req-c49471ae-3003-4dfa-b282-e757cabaa578 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:55.258972 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-754aea1a-97c0-4e29-9597-5fe5ce8455f6 req-c49471ae-3003-4dfa-b282-e757cabaa578 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.1180363 Sep 10 20:49:55.299747 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-24fcdb17-638f-476d-8e25-6c106b8a332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:55.300390 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-24fcdb17-638f-476d-8e25-6c106b8a332e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.1574290 Sep 10 20:49:55.317178 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-754aea1a-97c0-4e29-9597-5fe5ce8455f6 req-9fab0b0f-469d-416d-a5f5-40b4fd25a7e3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505145 Sep 10 20:49:55.358708 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3bea4279-a471-486c-8423-3dde9c6bc11d', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:73:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:04Z', 'updated_at': '2021-09-10T20:49:53Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:55.385718 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-6469b6b9-d170-4022-bb6b-b9fd1e4786c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 999 time: 0.0652387 Sep 10 20:49:55.387025 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:49:55.395661 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:49:55.396279 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:49:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:55.463665 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-68fb38aa-08f2-441a-8968-3fe45d1f96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:55.463665 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-68fb38aa-08f2-441a-8968-3fe45d1f96eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0454702 Sep 10 20:49:55.500899 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:49:55.507589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-e181e3e5-b066-41a7-b699-3a91a54b064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:55.510230 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-e181e3e5-b066-41a7-b699-3a91a54b064d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408342 Sep 10 20:49:55.615326 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-7bb6ff9a-3eda-4e34-a90c-6f908bd87f59 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878069 Sep 10 20:49:55.668724 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 51930) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:55.681611 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-daa5b1f0-cd93-499b-bc33-89c13d9a42e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:55.730810 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3bea4279-a471-486c-8423-3dde9c6bc11d', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:73:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:04Z', 'updated_at': '2021-09-10T20:49:53Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:49:55.756649 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff55418-e027-4cdc-b07c-7b247d0a6122 None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3bea4279-a471-486c-8423-3dde9c6bc11d', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.175', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:73:ec:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:49:04Z', 'updated_at': '2021-09-10T20:49:53Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:49:55.780936 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-daa5b1f0-cd93-499b-bc33-89c13d9a42e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:55.840084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-daa5b1f0-cd93-499b-bc33-89c13d9a42e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:55.882304 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 51940) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:55.882632 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-daa5b1f0-cd93-499b-bc33-89c13d9a42e2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c587bffecce642f2b42ac7821933adcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125580 Sep 10 20:49:55.883160 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b1f0-cd93-499b-bc33-89c13d9a42e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625974d-f55b-44fe-966b-9297bfb07187,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:55.957409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:55.973509 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940d49db-83b1-428f-9436-67c66609f919 None None] New status for floating IP 3bea4279-a471-486c-8423-3dde9c6bc11d: ACTIVE {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:49:55.987036 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:56.119859 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:56.122679 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:56.124293 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d625974d-f55b-44fe-966b-9297bfb07187 HTTP/1.1" status: 204 len: 168 time: 0.2396622 Sep 10 20:49:56.132383 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440172f-47ef-4b38-a736-32dd00605c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625974d-f55b-44fe-966b-9297bfb07187,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:56.442137 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869ffc-991d-4d42-8ad0-ddc4106e8dfa req-a26810a4-b5cb-4a26-8b07-bcc85e543556 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:49:56.443649 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-96869ffc-991d-4d42-8ad0-ddc4106e8dfa req-a26810a4-b5cb-4a26-8b07-bcc85e543556 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0533657 Sep 10 20:49:56.480013 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-96869ffc-991d-4d42-8ad0-ddc4106e8dfa req-4b91a5e6-c919-47bf-a94f-d50b1a2dba0f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303521 Sep 10 20:49:59.104167 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3981d7bc-5b09-4885-a26c-6c96e8e373f3 req-aebbbc06-24c6-404d-9088-a204bf9ea36a service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912893 Sep 10 20:49:59.141688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52044) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:59.242606 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f98c-d78a-483d-99ad-1a5452a332e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.326312 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f98c-d78a-483d-99ad-1a5452a332e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.405779 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f98c-d78a-483d-99ad-1a5452a332e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.445312 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f98c-d78a-483d-99ad-1a5452a332e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9660c484-f565-4b98-8671-61d6b8bfe86e,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:49:59.449541 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-5ad6f98c-d78a-483d-99ad-1a5452a332e0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8def7c51ab924b459488d6f3bc1293e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067877 Sep 10 20:49:59.452727 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52050) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:49:59.498413 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.518737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.663146 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.665661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:49:59.666847 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9660c484-f565-4b98-8671-61d6b8bfe86e HTTP/1.1" status: 204 len: 168 time: 0.2137797 Sep 10 20:49:59.675106 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8b932-5225-4f65-bd50-755e654a7114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660c484-f565-4b98-8671-61d6b8bfe86e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:00.212007 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52062) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:00.225565 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7d0-bd1a-4c39-9798-34cbb47bcb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.310395 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7d0-bd1a-4c39-9798-34cbb47bcb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.376656 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8cd8d7d0-bd1a-4c39-9798-34cbb47bcb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.415189 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8cd8d7d0-bd1a-4c39-9798-34cbb47bcb6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc542fcd0e3e4cfabf6bf0f8524c3880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020731 Sep 10 20:50:00.417071 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8d7d0-bd1a-4c39-9798-34cbb47bcb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5497417-a969-4b79-ab35-fbddf0959cb5,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:00.417923 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52066) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:00.465405 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.485547 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.617332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.619918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:00.621067 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5497417-a969-4b79-ab35-fbddf0959cb5 HTTP/1.1" status: 204 len: 168 time: 0.2021589 Sep 10 20:50:00.631030 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade31cd-7889-46dc-bb4f-c00c1bc75704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5497417-a969-4b79-ab35-fbddf0959cb5,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:01.802807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0683c-7ceb-4086-9bb2-6574e7846725 req-98ec65c4-8b95-4c9d-8dc6-88132d7b6b23 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:01.804274 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c3d0683c-7ceb-4086-9bb2-6574e7846725 req-98ec65c4-8b95-4c9d-8dc6-88132d7b6b23 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0559146 Sep 10 20:50:01.843169 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c3d0683c-7ceb-4086-9bb2-6574e7846725 req-ce0a75ea-ba90-4452-858e-b131202c44a3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Sep 10 20:50:02.296642 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52114) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:02.399143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ed265751-5665-484a-834e-0fa70fe046f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.484681 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ed265751-5665-484a-834e-0fa70fe046f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.565418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ed265751-5665-484a-834e-0fa70fe046f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.602868 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ed265751-5665-484a-834e-0fa70fe046f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01656c4e8b294d34b6c6b93603f409c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050976 Sep 10 20:50:02.604751 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed265751-5665-484a-834e-0fa70fe046f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553bc2f5-f84c-4a82-b27d-ff8c126e3f3f,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:02.605460 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52120) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:02.653938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.674926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.794416 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.797588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:02.798815 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/553bc2f5-f84c-4a82-b27d-ff8c126e3f3f HTTP/1.1" status: 204 len: 168 time: 0.1923490 Sep 10 20:50:02.806230 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59988993-2ba9-47ed-a256-97767dfec2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553bc2f5-f84c-4a82-b27d-ff8c126e3f3f,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:02.958299 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0851c-74a9-411d-aa88-db2aed88e611 req-1b441bde-d9ae-451b-bbf2-8d041000faeb tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:02.959830 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-03d0851c-74a9-411d-aa88-db2aed88e611 req-1b441bde-d9ae-451b-bbf2-8d041000faeb tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0471618 Sep 10 20:50:02.996260 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-03d0851c-74a9-411d-aa88-db2aed88e611 req-51a2e3ca-88a0-444b-8b34-a1a75d356e37 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Sep 10 20:50:04.112546 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a02a5b-cf76-4a14-9b25-17a36c7a6165 req-e5e29e1c-b089-4e06-a1cc-f942648bccf2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:04.113996 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-84a02a5b-cf76-4a14-9b25-17a36c7a6165 req-e5e29e1c-b089-4e06-a1cc-f942648bccf2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0494335 Sep 10 20:50:04.152331 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-84a02a5b-cf76-4a14-9b25-17a36c7a6165 req-cbe80832-b73d-4307-be2d-ee08a606c069 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Sep 10 20:50:05.290676 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd0950-92f7-42f8-aa0b-8da50d77c782 req-98f77488-dea8-46c8-87a4-d9afe8a89137 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:05.292813 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88bd0950-92f7-42f8-aa0b-8da50d77c782 req-98f77488-dea8-46c8-87a4-d9afe8a89137 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0692961 Sep 10 20:50:05.333497 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88bd0950-92f7-42f8-aa0b-8da50d77c782 req-6bef7504-a7ca-440a-bc64-4640172879d7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Sep 10 20:50:06.446462 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f89b-2c1c-4d35-9003-bebb535d5e25 req-06886c17-760c-43f8-bbef-08f0b7e643f8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:06.447933 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d325f89b-2c1c-4d35-9003-bebb535d5e25 req-06886c17-760c-43f8-bbef-08f0b7e643f8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0464544 Sep 10 20:50:06.487632 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d325f89b-2c1c-4d35-9003-bebb535d5e25 req-bc8b2522-8880-4a70-bb47-88c0882b761f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Sep 10 20:50:07.491229 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-43b891f4-a72b-487d-887a-3909b4178de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:07.632270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b2b3e-a99a-4311-89d8-a457204f5d9b req-7fda1fa9-ecca-498d-8926-2052652a1b81 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:07.634001 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f97b2b3e-a99a-4311-89d8-a457204f5d9b req-7fda1fa9-ecca-498d-8926-2052652a1b81 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0558572 Sep 10 20:50:07.671814 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f97b2b3e-a99a-4311-89d8-a457204f5d9b req-a8fbe166-c881-4608-bd5c-f95fd94abcbe tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Sep 10 20:50:07.836033 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52290) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:07.948415 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec3ead8d-b038-48fc-88cf-99c7a3588611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.042215 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec3ead8d-b038-48fc-88cf-99c7a3588611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.108703 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec3ead8d-b038-48fc-88cf-99c7a3588611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.149817 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ec3ead8d-b038-48fc-88cf-99c7a3588611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1e1977718cef4e0298166046ad31b29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127344 Sep 10 20:50:08.150907 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ead8d-b038-48fc-88cf-99c7a3588611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d027025-2cb8-4584-abc7-cdfef3a42f3d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:08.152535 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52306) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:08.202295 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.222642 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.353919 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.356464 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:08.361216 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6d027025-2cb8-4584-abc7-cdfef3a42f3d HTTP/1.1" status: 204 len: 168 time: 0.2067509 Sep 10 20:50:08.368695 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba4653-3951-40ae-98c4-fad02dd85ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d027025-2cb8-4584-abc7-cdfef3a42f3d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:08.786682 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee9b5a-16b1-42d1-a21d-7601e34c86e2 req-bed697a5-15b2-4d40-b512-beaed97abdc0 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:08.788174 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d7ee9b5a-16b1-42d1-a21d-7601e34c86e2 req-bed697a5-15b2-4d40-b512-beaed97abdc0 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0470710 Sep 10 20:50:08.824751 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d7ee9b5a-16b1-42d1-a21d-7601e34c86e2 req-17f1f0c3-5b73-4555-a265-0eb24805f6ef tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307443 Sep 10 20:50:08.952706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52326) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:08.966231 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-506a5fde-b326-4110-b7fe-f792a16a5f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.057541 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-506a5fde-b326-4110-b7fe-f792a16a5f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.137052 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-506a5fde-b326-4110-b7fe-f792a16a5f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.178700 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-506a5fde-b326-4110-b7fe-f792a16a5f45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=111e870280f84231953d73405ffe8dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221723 Sep 10 20:50:09.178700 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a5fde-b326-4110-b7fe-f792a16a5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ecf3f-2698-43e8-bde8-5511af4d0d4e,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:09.179444 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52336) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:09.227176 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.247519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.400542 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.404801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.412347 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/694ecf3f-2698-43e8-bde8-5511af4d0d4e HTTP/1.1" status: 204 len: 168 time: 0.2267926 Sep 10 20:50:09.418019 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd9f88-2e0b-4122-85f1-9d1165ce00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ecf3f-2698-43e8-bde8-5511af4d0d4e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:09.614998 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52354) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:09.768261 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65bc-c8df-413f-a391-2979288f3ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.862097 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65bc-c8df-413f-a391-2979288f3ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:09.946136 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c19e-a92f-4632-b528-244d0286ad64 req-8db2ba4f-28d3-405f-8746-c252d81101c2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:09.947569 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee20c19e-a92f-4632-b528-244d0286ad64 req-8db2ba4f-28d3-405f-8746-c252d81101c2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0477471 Sep 10 20:50:09.984649 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee20c19e-a92f-4632-b528-244d0286ad64 req-ef4a9ccc-6e87-4df0-b9e8-bb3c11a85398 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Sep 10 20:50:10.095843 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1b9c65bc-c8df-413f-a391-2979288f3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.139207 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1b9c65bc-c8df-413f-a391-2979288f3ce4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=368ef1f23fd94f78a5c5270a3dccf789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194702 Sep 10 20:50:10.139207 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c65bc-c8df-413f-a391-2979288f3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df573bc4-5abd-4c4e-97c3-302f91e20eb5,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:10.140183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52374) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:10.197707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.224294 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.231543 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52376) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:10.245658 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-cab933fc-2cbb-4458-bde0-1a2d73bc0af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.334890 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1f6699e6-f0ca-4a70-a2ea-2f9ee762087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.347235 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.350214 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.351694 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/df573bc4-5abd-4c4e-97c3-302f91e20eb5 HTTP/1.1" status: 204 len: 168 time: 0.2103441 Sep 10 20:50:10.360831 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74763e-4fe3-496b-adb6-1ca2256ed70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df573bc4-5abd-4c4e-97c3-302f91e20eb5,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:10.431093 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1f6699e6-f0ca-4a70-a2ea-2f9ee762087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.518634 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1f6699e6-f0ca-4a70-a2ea-2f9ee762087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.565200 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6699e6-f0ca-4a70-a2ea-2f9ee762087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76322295-ec24-42aa-8b88-3605a013d21d,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:10.570442 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1f6699e6-f0ca-4a70-a2ea-2f9ee762087a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=65316bd259e24aeb86d4fb7c2994c58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370745 Sep 10 20:50:10.572428 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52396) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:10.632127 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.653675 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.702217 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.775627 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.781434 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:10.781434 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76322295-ec24-42aa-8b88-3605a013d21d HTTP/1.1" status: 204 len: 168 time: 0.2059166 Sep 10 20:50:10.800034 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfc369-fc71-4c65-b9ab-f07753e23e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76322295-ec24-42aa-8b88-3605a013d21d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:11.098724 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade07f2-6e64-4c2a-a8df-9c3082818ce4 req-33854abb-bc16-4227-a6d3-fb27df7697b8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:11.100207 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2ade07f2-6e64-4c2a-a8df-9c3082818ce4 req-33854abb-bc16-4227-a6d3-fb27df7697b8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0480492 Sep 10 20:50:11.136518 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2ade07f2-6e64-4c2a-a8df-9c3082818ce4 req-7ee64743-c704-413e-95aa-cb4fa5865ef7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Sep 10 20:50:11.216785 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52414) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:11.229260 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-063247f6-4367-4d70-b45b-f2c2064a60d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.267334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.321035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-063247f6-4367-4d70-b45b-f2c2064a60d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.432687 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-063247f6-4367-4d70-b45b-f2c2064a60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.469519 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-063247f6-4367-4d70-b45b-f2c2064a60d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=401e838db2a84b0d84c46e31a92330a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522185 Sep 10 20:50:11.470640 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063247f6-4367-4d70-b45b-f2c2064a60d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496bc0a2-d2f1-4aec-b770-378a2327a6f1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:11.472317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52422) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:11.519277 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.551420 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.679928 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.682821 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.684082 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/496bc0a2-d2f1-4aec-b770-378a2327a6f1 HTTP/1.1" status: 204 len: 168 time: 0.2107909 Sep 10 20:50:11.692449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf801277-adca-4fa1-87ca-a8a092e36642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496bc0a2-d2f1-4aec-b770-378a2327a6f1,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:11.781359 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52440) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:11.907986 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-00bae3b8-ea81-41b7-872a-2ba8d9f29be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:11.997451 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-00bae3b8-ea81-41b7-872a-2ba8d9f29be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.091687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-00bae3b8-ea81-41b7-872a-2ba8d9f29be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.132951 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-00bae3b8-ea81-41b7-872a-2ba8d9f29be3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afd67ff5592048a1b35a4815c6f8915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503420 Sep 10 20:50:12.133073 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52460) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:12.137955 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bae3b8-ea81-41b7-872a-2ba8d9f29be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7227259-ac0f-4590-89f3-a36f1f241aee,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:12.190255 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.233334 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.288477 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3458b-bb19-4a86-b3cb-1e2f188875aa req-0c71f4c5-8662-463f-970a-4dcb80659f55 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:12.289954 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e3458b-bb19-4a86-b3cb-1e2f188875aa req-0c71f4c5-8662-463f-970a-4dcb80659f55 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0719557 Sep 10 20:50:12.337030 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e3458b-bb19-4a86-b3cb-1e2f188875aa req-14984844-c749-4d98-bd79-92d7c5cb3077 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 Sep 10 20:50:12.399546 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.402395 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:12.405087 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f7227259-ac0f-4590-89f3-a36f1f241aee HTTP/1.1" status: 204 len: 168 time: 0.2698753 Sep 10 20:50:12.414038 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ef257-da87-4fd3-8819-ca5db3a82137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7227259-ac0f-4590-89f3-a36f1f241aee,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:12.771251 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:13.443287 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8981f-67bd-4fd1-b806-7a13b3214c33 req-a0ae1347-40f5-42bc-a3b2-153aa4b40b04 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:13.451915 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38f8981f-67bd-4fd1-b806-7a13b3214c33 req-a0ae1347-40f5-42bc-a3b2-153aa4b40b04 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0548587 Sep 10 20:50:13.484744 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38f8981f-67bd-4fd1-b806-7a13b3214c33 req-410be1a4-bedb-4eab-b763-d7d844dc29fd tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 10 20:50:17.801154 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72beea-e62f-4fb4-a165-358807167466 req-3a6cd782-3478-48c1-ba44-def779595dbe tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:17.802735 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1b72beea-e62f-4fb4-a165-358807167466 req-3a6cd782-3478-48c1-ba44-def779595dbe tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0482659 Sep 10 20:50:17.839588 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1b72beea-e62f-4fb4-a165-358807167466 req-f15dfee4-edd1-4eda-8d19-9e2f19479c37 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Sep 10 20:50:18.953734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4783d-3830-4a01-87d0-ee947fc31c76 req-26db1711-6650-4282-8d65-a1356b20d21b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:18.955211 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0ce4783d-3830-4a01-87d0-ee947fc31c76 req-26db1711-6650-4282-8d65-a1356b20d21b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0474284 Sep 10 20:50:18.990994 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0ce4783d-3830-4a01-87d0-ee947fc31c76 req-b56f295e-b0a9-4484-8b5f-575dc3946e5b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299327 Sep 10 20:50:20.105583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682a46e-cf20-4cdf-9ee6-edbba29075a1 req-1ce8724d-b3ab-4ba3-af13-35feeba0a6d9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:20.105583 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8682a46e-cf20-4cdf-9ee6-edbba29075a1 req-1ce8724d-b3ab-4ba3-af13-35feeba0a6d9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0475230 Sep 10 20:50:20.147683 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8682a46e-cf20-4cdf-9ee6-edbba29075a1 req-015f9fcf-6e46-4b7e-9a7f-5f15032443fb tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Sep 10 20:50:23.885848 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:50:24.690478 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:26.296244 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7ac87-245f-4b8f-a3c7-36e55dc85564 req-ed60fcf8-3c1a-48d0-9a98-54363a926398 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:26.297715 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37d7ac87-245f-4b8f-a3c7-36e55dc85564 req-ed60fcf8-3c1a-48d0-9a98-54363a926398 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0506189 Sep 10 20:50:26.333779 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37d7ac87-245f-4b8f-a3c7-36e55dc85564 req-632208d8-0779-4852-a100-aa354c6d7118 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303435 Sep 10 20:50:26.716291 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9c9d0-52f9-4d4c-ae24-6b1031efe43c req-9e557e88-0ab4-4e4d-a440-8a1903d7ef92 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:26.717721 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e2f9c9d0-52f9-4d4c-ae24-6b1031efe43c req-9e557e88-0ab4-4e4d-a440-8a1903d7ef92 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0460920 Sep 10 20:50:26.752946 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e2f9c9d0-52f9-4d4c-ae24-6b1031efe43c req-9f6efcb2-c802-4347-a410-562dc0eba252 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294075 Sep 10 20:50:27.454622 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc7406-3127-4ffe-93ec-478c3bc3c8cd req-09701dc0-62d6-4a6b-a729-b9858134c2a9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:27.456107 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fecc7406-3127-4ffe-93ec-478c3bc3c8cd req-09701dc0-62d6-4a6b-a729-b9858134c2a9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0528002 Sep 10 20:50:27.492660 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fecc7406-3127-4ffe-93ec-478c3bc3c8cd req-b4bb202f-bf08-46d8-88e0-d68a19eee0e9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Sep 10 20:50:27.866672 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dada7-ea23-46ae-9f27-a6657fb340e7 req-8a3d312a-b1fa-4c04-b9f9-be65bdb30d68 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:27.868181 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4a4dada7-ea23-46ae-9f27-a6657fb340e7 req-8a3d312a-b1fa-4c04-b9f9-be65bdb30d68 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0477114 Sep 10 20:50:27.910333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4a4dada7-ea23-46ae-9f27-a6657fb340e7 req-fc748a5e-8d61-4c31-a279-d303c229a397 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Sep 10 20:50:28.613733 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4286c-8b8d-47b8-a618-6ca014d66835 req-60deeb14-7c46-4e19-8396-582ab425c2e1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:28.615534 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8ed4286c-8b8d-47b8-a618-6ca014d66835 req-60deeb14-7c46-4e19-8396-582ab425c2e1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0555074 Sep 10 20:50:28.630512 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 52778) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:28.653626 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8ed4286c-8b8d-47b8-a618-6ca014d66835 req-57300fa0-be23-4c41-9b1e-a95d4273f3f9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Sep 10 20:50:28.755281 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ade8251a-6166-4208-9894-d3acd82c3c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:28.837757 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ade8251a-6166-4208-9894-d3acd82c3c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:28.896647 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ade8251a-6166-4208-9894-d3acd82c3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:28.936699 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ade8251a-6166-4208-9894-d3acd82c3c3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12fc13282a664b3985035e9d07355dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049514 Sep 10 20:50:28.937864 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8251a-6166-4208-9894-d3acd82c3c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f8ae9d-f1c8-4082-ab9e-56da43aaa933,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:28.940620 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52788) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:28.990409 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:29.011773 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:29.030031 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bab83-13a7-4f4d-86e7-c9e8175e8b8b req-48ad1398-f3e6-49aa-bf68-2256cf7e735f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:29.032057 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7e4bab83-13a7-4f4d-86e7-c9e8175e8b8b req-48ad1398-f3e6-49aa-bf68-2256cf7e735f tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0458252 Sep 10 20:50:29.069511 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7e4bab83-13a7-4f4d-86e7-c9e8175e8b8b req-fcb49ed1-54c8-4258-bd57-203f276d50c7 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Sep 10 20:50:29.123880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:29.126425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:29.127620 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68f8ae9d-f1c8-4082-ab9e-56da43aaa933 HTTP/1.1" status: 204 len: 168 time: 0.1858137 Sep 10 20:50:29.135255 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c207d-6125-4e24-adc7-6a9281e1de62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f8ae9d-f1c8-4082-ab9e-56da43aaa933,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:30.158513 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52824) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:30.259312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1465998549-network', 'tenant_id': '9a0fb761be2348e681927f0bd624df43'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:50:30.353149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Made reservation on behalf of 9a0fb761be2348e681927f0bd624df43 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:50:30.355417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.363582 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.447680 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.507559 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.526871 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:50:30.540167 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12261a89-467f-4b24-bcab-5f0140d8480a,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:30.545589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.545921 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Added segment af9ea204-3941-4ebf-971b-ce9fef08e057 of type vlan for network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb Sep 10 20:50:30.585327 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.679223 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.680190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:30.680766 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:30.739425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] Pushing event updated for resources: {'Network': ['ID=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:30.749124 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-987f878a-707d-4c8d-b62d-253c7e6e2186 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5892675 Sep 10 20:50:30.749626 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:50:30.752064 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 52832) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:30.756686 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Request body: {'subnet': {'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1465998549-subnet', 'tenant_id': '9a0fb761be2348e681927f0bd624df43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:50:30.821923 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Made reservation on behalf of 9a0fb761be2348e681927f0bd624df43 for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:50:30.824234 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:31.043846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:31.100720 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5cbfa0-1b00-41ad-98d3-0802f5320bbc,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:31.105683 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Checking segment: {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:50:31.106126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Network hostable DHCP agents. Network: 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:50:31.176011 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:50:31.239382 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:50:31.243539 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:31.244122 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:31.248352 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f27d7-625d-40a7-b185-c7a96f09da6f None None] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:50:31.319892 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c27170e5-d526-44d9-b1ac-5bdf7593d68c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5667984 Sep 10 20:50:31.366547 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266116a-eb8e-47cb-a687-d7024053d77a None None] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:50:33.803502 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d136fb-316d-4976-977b-73bbbf5da749 req-05d4315c-b705-4c17-80b6-dd09b6f11983 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:33.805747 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d9d136fb-316d-4976-977b-73bbbf5da749 req-05d4315c-b705-4c17-80b6-dd09b6f11983 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0592337 Sep 10 20:50:33.822223 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa7912-04f6-495c-a7d8-10b804baa66c req-2d25cf3e-c088-48be-b129-cf5ac8d403a8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:33.823748 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8cfa7912-04f6-495c-a7d8-10b804baa66c req-2d25cf3e-c088-48be-b129-cf5ac8d403a8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0492928 Sep 10 20:50:33.844095 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d9d136fb-316d-4976-977b-73bbbf5da749 req-66ad4fa6-11a4-4c60-a245-e79380c0add4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Sep 10 20:50:33.862488 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8cfa7912-04f6-495c-a7d8-10b804baa66c req-7ca656e2-5f6d-43fa-a706-128702b540b4 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Sep 10 20:50:35.174709 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175618-7d2a-4d0b-a1f8-7f3aa23882ba req-d56c3235-8406-4869-bb1d-a0ad64f05d15 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:35.176379 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2d175618-7d2a-4d0b-a1f8-7f3aa23882ba req-d56c3235-8406-4869-bb1d-a0ad64f05d15 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0563345 Sep 10 20:50:35.197287 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461f370-2bc8-4f67-bba0-69d1a2984564 req-f0304790-6d79-47c9-82c9-12933fb7f8b5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:35.198850 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8461f370-2bc8-4f67-bba0-69d1a2984564 req-f0304790-6d79-47c9-82c9-12933fb7f8b5 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0531073 Sep 10 20:50:35.216632 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2d175618-7d2a-4d0b-a1f8-7f3aa23882ba req-b8d44572-0493-4788-ac0d-f7d3a55358d8 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Sep 10 20:50:35.243501 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8461f370-2bc8-4f67-bba0-69d1a2984564 req-670f2720-1d4c-4e77-a204-978138df3811 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/security-groups?id=15678abf-427e-47d5-abe5-b3c9c20715fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Sep 10 20:50:35.319538 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-19e1f9e0-5ac8-43d5-81ce-74bec7613630 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:35.321076 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-19e1f9e0-5ac8-43d5-81ce-74bec7613630 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.46 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 945 time: 0.0507193 Sep 10 20:50:35.446055 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Deleting port 0be353da-75ff-481f-9af7-e3b1c0b3c979 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:50:35.446388 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:35.532896 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] For port 0be353da-75ff-481f-9af7-e3b1c0b3c979, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0be353da-75ff-481f-9af7-e3b1c0b3c979,segment=NetworkSegment(e7a20be8-379c-4485-9f57-11589df1c9bf),segment_id=e7a20be8-379c-4485-9f57-11589df1c9bf)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:50:35.533250 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:35.547025 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Calling delete_port for 0be353da-75ff-481f-9af7-e3b1c0b3c979 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:50:35.839305 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:35.853023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['0be353da-75ff-481f-9af7-e3b1c0b3c979'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:50:36.089041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Pushing event deleted for resources: {'Port': ['ID=0be353da-75ff-481f-9af7-e3b1c0b3c979,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:36.165270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] No DVR routers for this DVR port 0be353da-75ff-481f-9af7-e3b1c0b3c979 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:50:36.168418 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:36.170468 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6558d7a-a9c1-4e7f-b71b-174f5c939663 req-9b73d65d-25b2-402c-8772-4bd48c047de8 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.46 "DELETE /v2.0/ports/0be353da-75ff-481f-9af7-e3b1c0b3c979 HTTP/1.1" status: 204 len: 173 time: 0.8428371 Sep 10 20:50:36.170986 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'name': 'network-vif-deleted', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:50:36.173311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2226f-e2ec-4afb-85eb-c64fa342ad6a" -d '{"events": [{"server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "name": "network-vif-deleted", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:50:36.218269 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82483c5e-bed9-4cb7-8fd5-42dad5c1a29b x-openstack-request-id: req-82483c5e-bed9-4cb7-8fd5-42dad5c1a29b {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:50:36.218269 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d34779-a55f-4449-96fc-7f19ff7433ee", "name": "network-vif-deleted", "tag": "0be353da-75ff-481f-9af7-e3b1c0b3c979", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:50:36.218269 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82483c5e-bed9-4cb7-8fd5-42dad5c1a29b {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:50:36.218269 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d34779-a55f-4449-96fc-7f19ff7433ee', 'name': 'network-vif-deleted', 'tag': '0be353da-75ff-481f-9af7-e3b1c0b3c979', 'status': 'completed', 'code': 200} Sep 10 20:50:36.344129 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1478724-4ce8-4d91-8f9e-7966e32a06cc req-f7340088-dc06-483e-81c3-4e522f421855 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:36.346255 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f1478724-4ce8-4d91-8f9e-7966e32a06cc req-f7340088-dc06-483e-81c3-4e522f421855 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0498469 Sep 10 20:50:36.351731 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-359d49b4-6c71-4a83-98d7-c3ae7f5c5fc1 req-28392687-b0ad-4edb-94eb-acc2e7869ddd tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0271122 Sep 10 20:50:36.406099 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f1478724-4ce8-4d91-8f9e-7966e32a06cc req-68e839a1-d9d6-4970-825e-e3fa1cadfd8a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402808 Sep 10 20:50:36.565785 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-560b859f-0f64-40a7-807a-cd386689f383 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:36.567304 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-560b859f-0f64-40a7-807a-cd386689f383 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/networks?id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb HTTP/1.1" status: 200 len: 814 time: 0.1037290 Sep 10 20:50:36.582441 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-1da5039a-1453-46b6-ac8a-4c3ea7b09def tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/quotas/9a0fb761be2348e681927f0bd624df43 HTTP/1.1" status: 200 len: 375 time: 0.0093117 Sep 10 20:50:36.616383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-732ffebf-c2da-4765-b2a3-2519457c4bac tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259306 Sep 10 20:50:36.715447 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-ac05805c-16b3-4a60-aae4-13e00305642d service neutron] 10.222.0.38 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914435 Sep 10 20:50:36.810813 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-4ae57517-b72c-46e3-82f5-bc5dd64c76a8 service neutron] 10.222.0.38 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877042 Sep 10 20:50:36.820576 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7787535-632e-4fee-8a35-90e65fe3b1f4 req-7297419a-5384-4548-b07d-07f33dc9fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:36.822026 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7787535-632e-4fee-8a35-90e65fe3b1f4 req-7297419a-5384-4548-b07d-07f33dc9fda0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1099 time: 0.0370095 Sep 10 20:50:36.858712 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a7787535-632e-4fee-8a35-90e65fe3b1f4 req-9f3613ee-1d75-4993-a015-61d8d5e12809 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286376 Sep 10 20:50:37.053812 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8bd0785c-60e7-404a-893a-9661b8f8656a req-e32a33fe-2659-4a93-8dba-a63719281e54 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 210 time: 0.0252750 Sep 10 20:50:37.467935 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e70c8a37-487c-49cd-b852-0edb05afd00e req-bc06a3ef-9a05-4374-9272-0a411b142513 tempest-DeleteServersTestJSON-1477517383 tempest-DeleteServersTestJSON-1477517383-project] 10.222.0.38 "GET /v2.0/ports?device_id=99d34779-a55f-4449-96fc-7f19ff7433ee HTTP/1.1" status: 200 len: 210 time: 0.0286198 Sep 10 20:50:37.530831 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630c0d-f2c9-4875-803f-4e94c84b789f req-f3fd8d17-6cd0-4e4c-a8d4-073f42e27f95 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:37.536680 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad630c0d-f2c9-4875-803f-4e94c84b789f req-f3fd8d17-6cd0-4e4c-a8d4-073f42e27f95 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0460312 Sep 10 20:50:37.578903 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad630c0d-f2c9-4875-803f-4e94c84b789f req-5b8508dd-afb2-42cd-bbf5-cb529ea7775a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Sep 10 20:50:37.592505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6dd06c6c-c678-4f58-81cf-c9a2de31cfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:38.130794 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-df6f1323-519c-4028-ba57-afc2480bd5b3 req-fafc57ad-9b44-4daa-96f2-b1e4b40544b7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 210 time: 0.0275738 Sep 10 20:50:38.694328 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd93a-a92e-43a1-ad33-d3664fb22c02 req-035025bd-6af8-4546-82cc-8626825d7ddd tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:38.695832 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5dcd93a-a92e-43a1-ad33-d3664fb22c02 req-035025bd-6af8-4546-82cc-8626825d7ddd tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0514615 Sep 10 20:50:38.733561 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5dcd93a-a92e-43a1-ad33-d3664fb22c02 req-e51a4750-34a5-4a72-801d-7fb7fb4c8921 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Sep 10 20:50:38.870861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa384f-df34-4659-bbd6-d454dd4dddcc req-4993b186-887b-4d54-8f49-3e905189fea5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:38.875292 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a8aa384f-df34-4659-bbd6-d454dd4dddcc req-4993b186-887b-4d54-8f49-3e905189fea5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0576565 Sep 10 20:50:38.918852 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a8aa384f-df34-4659-bbd6-d454dd4dddcc req-cef052f8-4fbb-4c91-a4d4-7929fb91b157 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Sep 10 20:50:39.157157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 0be353da-75ff-481f-9af7-e3b1c0b3c979 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:50:39.181093 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 0be353da-75ff-481f-9af7-e3b1c0b3c979 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:50:39.181432 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 0be353da-75ff-481f-9af7-e3b1c0b3c979 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:50:39.232146 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8df1758d-22f9-4ed7-a1ca-beed63fd6cfa req-4c18e32d-eac0-4192-80d6-4f722b215dcc tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 210 time: 0.0296016 Sep 10 20:50:39.409371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53024) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:39.512358 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-772d7fc4-f929-47ad-aa17-0c0441dd5fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.603276 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-772d7fc4-f929-47ad-aa17-0c0441dd5fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.706578 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-772d7fc4-f929-47ad-aa17-0c0441dd5fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.744014 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-772d7fc4-f929-47ad-aa17-0c0441dd5fb3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dec205e04d57433586c8fd82ac6aab1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335614 Sep 10 20:50:39.745113 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d7fc4-f929-47ad-aa17-0c0441dd5fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c5e9ed-dd02-4bae-b556-64fcdf149ee4,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:39.747309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53030) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:39.796425 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.816807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.964530 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-623904d4-f145-48dc-a537-17df199432a6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:39.968346 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.969164 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-623904d4-f145-48dc-a537-17df199432a6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "GET /v2.0/networks?id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb HTTP/1.1" status: 200 len: 814 time: 0.1021905 Sep 10 20:50:39.969261 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:39.970585 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/82c5e9ed-dd02-4bae-b556-64fcdf149ee4 HTTP/1.1" status: 204 len: 168 time: 0.2209022 Sep 10 20:50:39.979728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddfb0a-20ee-47a5-9ae9-cb8445effff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c5e9ed-dd02-4bae-b556-64fcdf149ee4,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:39.990171 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Request body: {'port': {'device_id': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb', 'admin_state_up': True, 'tenant_id': '9a0fb761be2348e681927f0bd624df43'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:50:40.233205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Made reservation on behalf of 9a0fb761be2348e681927f0bd624df43 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:50:40.236740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.295018 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7c33fd78-77fd-486d-b7c6-a3bf88157d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.341146 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-60d15433-8baf-413b-8947-2c56f98236ca req-d58f4f0b-9d26-482d-9147-8832f8d5ed75 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 210 time: 0.0265908 Sep 10 20:50:40.377548 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Allocated IP 172.20.0.9 (41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb/2a5cbfa0-1b00-41ad-98d3-0802f5320bbc/82d2a692-b15d-4631-8b8a-a1e5ddd89cfe) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:50:40.542613 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.650974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.692287 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:50:40.695219 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:50:40.701019 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:50:40.702141 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.706566 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:40.707814 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:40.718116 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Pushing event updated for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:40.792757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-2de622e0-68f1-4902-92c9-10c8545f723c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066747 Sep 10 20:50:40.808498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Request body: {'port': {'device_id': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:50:40.864108 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.122906 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:50:41.130352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.141924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Transition to ACTIVE for port object 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:50:41.255188 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.285524 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.307894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Pushing event updated for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:41.343743 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Attempting to bind port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:50:41.344067 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Attempting to bind port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:50:41.344385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Attempting to bind port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:50:41.349516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:50:41.349827 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Attempting to bind port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:50:41.354779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:50:41.355112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Checking segment: {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:50:41.358466 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Bound using segment: {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:50:41.358466 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Bound port: 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:50:41.358466 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.425318 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:50:41.430000 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:50:41.479510 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e225d9-3a2e-41e9-8a5c-b686313114d7 req-9a4cd002-6c3e-48c3-86ee-190ad1360db8 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.480975 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42e225d9-3a2e-41e9-8a5c-b686313114d7 req-9a4cd002-6c3e-48c3-86ee-190ad1360db8 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 943 time: 0.0476081 Sep 10 20:50:41.522401 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-42e225d9-3a2e-41e9-8a5c-b686313114d7 req-d12f2f35-94de-40d2-a02c-0b6a814252f6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352502 Sep 10 20:50:41.547848 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.582868 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.583803 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:41.585172 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] 10.222.0.46 "PUT /v2.0/ports/82d2a692-b15d-4631-8b8a-a1e5ddd89cfe HTTP/1.1" status: 200 len: 1093 time: 0.7808449 Sep 10 20:50:41.587539 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:50:41.593591 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6f907a-0a81-420f-8689-331861340a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:50:41.618360 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55672c7d-502b-46d6-a4d6-687fca2e0031 service neutron] Pushing event updated for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:41.629595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29624657-2ddc-4935-8a16-ed2e4d3deeb2 x-openstack-request-id: req-29624657-2ddc-4935-8a16-ed2e4d3deeb2 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:50:41.633687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:50:41.633687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-29624657-2ddc-4935-8a16-ed2e4d3deeb2 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:50:41.633687 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe', 'status': 'completed', 'code': 200} Sep 10 20:50:41.697745 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f907a-0a81-420f-8689-331861340a0b req-4034f25a-d2a8-42a7-ade3-6f45c4d9b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.699310 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6f907a-0a81-420f-8689-331861340a0b req-4034f25a-d2a8-42a7-ade3-6f45c4d9b594 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 1096 time: 0.0405626 Sep 10 20:50:41.798156 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f907a-0a81-420f-8689-331861340a0b req-047c7e65-0a06-4060-beb7-acb67eb55d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.800270 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6f907a-0a81-420f-8689-331861340a0b req-047c7e65-0a06-4060-beb7-acb67eb55d5b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a0fb761be2348e681927f0bd624df43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919633 Sep 10 20:50:41.898936 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f907a-0a81-420f-8689-331861340a0b req-bb379419-be48-4559-af5b-318310ca7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.900376 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6f907a-0a81-420f-8689-331861340a0b req-bb379419-be48-4559-af5b-318310ca7da3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915518 Sep 10 20:50:41.985105 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-493cb46b-f174-4978-9106-28e53fb42e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:41.987161 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-493cb46b-f174-4978-9106-28e53fb42e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 1096 time: 0.0392733 Sep 10 20:50:42.031684 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-e3812b88-50d1-40d0-80b7-2218bd8831c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe HTTP/1.1" status: 200 len: 217 time: 0.0356350 Sep 10 20:50:42.079978 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38921c8f-153d-499a-8219-f785a7876e55 req-83ce486c-0ec3-4df4-b543-7fe46750cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:42.081320 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-83ce486c-0ec3-4df4-b543-7fe46750cb45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a5cbfa0-1b00-41ad-98d3-0802f5320bbc HTTP/1.1" status: 200 len: 854 time: 0.0421326 Sep 10 20:50:42.111788 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-e74f7d28-3c08-4bff-87fc-ce612d8ea38b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232177 Sep 10 20:50:42.202348 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-eb28fb6f-3472-415d-b1c0-f183253e62fc service neutron] 10.222.0.46 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Sep 10 20:50:42.312494 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38921c8f-153d-499a-8219-f785a7876e55 req-cd3ca541-aea6-4175-941e-4887e83007f2 service neutron] 10.222.0.46 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978322 Sep 10 20:50:42.338425 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53110) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:42.408637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Deleting subnet 886c05c4-71bd-419a-97c8-55aa9fea70bc {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:50:42.412346 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.450072 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.460580 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.629257 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.643992 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141dd43-8e6e-4041-9010-0c94e4912d7b req-95539296-b516-4fcd-ba64-7e5f79f1b2c1 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:42.643992 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c141dd43-8e6e-4041-9010-0c94e4912d7b req-95539296-b516-4fcd-ba64-7e5f79f1b2c1 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 943 time: 0.0480239 Sep 10 20:50:42.656498 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886c05c4-71bd-419a-97c8-55aa9fea70bc,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:42.660473 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.664187 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fadd9d13-559e-466f-b780-aea8e2d9d5c3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/886c05c4-71bd-419a-97c8-55aa9fea70bc HTTP/1.1" status: 204 len: 168 time: 0.3234181 Sep 10 20:50:42.666003 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53122) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:42.683976 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c141dd43-8e6e-4041-9010-0c94e4912d7b req-1be42a13-1ae0-4b6d-9dd4-f3a5e3f9ad08 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Sep 10 20:50:42.736739 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.740494 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.823334 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:42.843148 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.843502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.844243 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.844569 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > port after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.844984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.845332 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.845645 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.845972 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.846281 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.846593 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:42.967217 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53132) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:43.040956 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:43.041308 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:43.063150 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:43.063150 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:50:43.063150 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec68db8-4c33-408c-bf07-e3212b4b7689']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:50:43.068996 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e4caaede-04aa-4ac2-aa2f-2b207ce50e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.081901 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a20be8-379c-4485-9f57-11589df1c9bf') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:50:43.082214 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a20be8-379c-4485-9f57-11589df1c9bf') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:50:43.101065 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.125846 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.138139 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257da6e-c6fa-4a70-9d4e-c339ec6c6397 req-0e3872b3-f42d-4479-a6db-5d120767781d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:43.139673 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d257da6e-c6fa-4a70-9d4e-c339ec6c6397 req-0e3872b3-f42d-4479-a6db-5d120767781d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0923538 Sep 10 20:50:43.143603 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: from cryptography.utils import int_from_bytes Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: from cryptography.utils import int_from_bytes Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:50:43.150036 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:50:43.155339 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e4caaede-04aa-4ac2-aa2f-2b207ce50e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.244585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e4caaede-04aa-4ac2-aa2f-2b207ce50e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.284561 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e4caaede-04aa-4ac2-aa2f-2b207ce50e2e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b2721ddec0084301874952dc56697fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162389 Sep 10 20:50:43.285402 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caaede-04aa-4ac2-aa2f-2b207ce50e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f6f73d-38af-4350-bb87-a1c8c2dd42c6,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:43.288837 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53136) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:43.340158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.361843 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.411914 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d257da6e-c6fa-4a70-9d4e-c339ec6c6397 req-9a683a94-2025-42b9-9045-2a21832b19c3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630973 Sep 10 20:50:43.524868 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.531929 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.537863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] 10.222.0.38 "DELETE /v2.0/networks/0ec68db8-4c33-408c-bf07-e3212b4b7689 HTTP/1.1" status: 204 len: 168 time: 0.8688736 Sep 10 20:50:43.545472 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19908b2f-a280-434b-afa7-92a06498f28b admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec68db8-4c33-408c-bf07-e3212b4b7689,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:43.581945 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.584506 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:43.585672 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24f6f73d-38af-4350-bb87-a1c8c2dd42c6 HTTP/1.1" status: 204 len: 168 time: 0.2959185 Sep 10 20:50:43.595518 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c38658-451a-420d-8359-e4a57902654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f6f73d-38af-4350-bb87-a1c8c2dd42c6,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:44.124526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53150) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:44.166068 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ed04af73-d1e2-46b3-844e-f6a72e151013 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=913ce07debf14aa0946027e61ed3a760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404098 Sep 10 20:50:44.182270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53152) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:44.229093 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.250044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.409448 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.411967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.413116 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15678abf-427e-47d5-abe5-b3c9c20715fe HTTP/1.1" status: 204 len: 168 time: 0.2298939 Sep 10 20:50:44.421102 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb17dba-e4b5-4b46-835a-ac4adae8689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15678abf-427e-47d5-abe5-b3c9c20715fe,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:44.463525 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53162) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:44.476303 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90be453d-4315-498e-9759-f2d37c6f69d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.563242 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90be453d-4315-498e-9759-f2d37c6f69d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.673535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-90be453d-4315-498e-9759-f2d37c6f69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.714536 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-90be453d-4315-498e-9759-f2d37c6f69d1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e62d33d84ab84ad8a4b4327502313373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521966 Sep 10 20:50:44.716458 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be453d-4315-498e-9759-f2d37c6f69d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0dabd-cb62-4d65-abe0-4df465543e53,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:44.717398 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53164) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:44.764929 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.785459 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.901972 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.904585 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:44.905741 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30e0dabd-cb62-4d65-abe0-4df465543e53 HTTP/1.1" status: 204 len: 168 time: 0.1873560 Sep 10 20:50:44.917849 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a2e34-026b-4e8b-b1ec-3a641db47f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e0dabd-cb62-4d65-abe0-4df465543e53,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:45.527293 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53190) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:45.544486 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73ad-2c5c-47c0-b611-d578cad5a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:45.630559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73ad-2c5c-47c0-b611-d578cad5a060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:45.713193 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9d1e73ad-2c5c-47c0-b611-d578cad5a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:45.750011 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9d1e73ad-2c5c-47c0-b611-d578cad5a060 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c302b5627f8545b4b252d8607fb8414b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216675 Sep 10 20:50:45.751954 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e73ad-2c5c-47c0-b611-d578cad5a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac0c5a-0508-40d2-b6a5-f98fbe1a1e5a,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:45.752807 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53196) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:45.803985 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:45.824850 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:46.026260 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:46.028750 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:46.029795 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61ac0c5a-0508-40d2-b6a5-f98fbe1a1e5a HTTP/1.1" status: 204 len: 168 time: 0.2759898 Sep 10 20:50:46.056760 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac656f7a-f066-49e5-9427-14b787d1513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac0c5a-0508-40d2-b6a5-f98fbe1a1e5a,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:46.071643 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-492f681a-76bc-4564-b03a-5a58b57c6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:46.073271 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-492f681a-76bc-4564-b03a-5a58b57c6db8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0568848 Sep 10 20:50:46.167881 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-ccbe62bd-c488-40cd-ad06-44328b6b11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:46.169344 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-ccbe62bd-c488-40cd-ad06-44328b6b11cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.0888844 Sep 10 20:50:46.211373 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-bfaa3281-99f6-48ed-b2fc-4e3e6ed6abaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0343859 Sep 10 20:50:46.259213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-505dffbc-cd4b-4e2b-8e8a-d9f69b4a17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:46.260841 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-505dffbc-cd4b-4e2b-8e8a-d9f69b4a17b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0429626 Sep 10 20:50:46.333254 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-47bff7ba-d814-4d5b-b880-6f8b56cf874c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245993 Sep 10 20:50:46.444114 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-e1ad8f05-5261-429f-9049-ca278953aa0f service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039059 Sep 10 20:50:46.553210 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8c8ab05d-acd5-455e-bc46-9430a75417bd req-cd872b7b-47dd-4d69-bd31-f9a28c6a2e1c service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014941 Sep 10 20:50:46.662529 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f074dd-56c3-4bcc-a804-79e13386bcc1 req-aee481ed-f8ec-497f-b84d-6f7488b36c9e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:46.665399 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b5f074dd-56c3-4bcc-a804-79e13386bcc1 req-aee481ed-f8ec-497f-b84d-6f7488b36c9e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 943 time: 0.0520101 Sep 10 20:50:46.675068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0996-11e0-45ae-a249-a82ecc198cc4 req-c1385aaa-3e12-4457-9c94-7b893f329864 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:46.679113 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fe5a0996-11e0-45ae-a249-a82ecc198cc4 req-c1385aaa-3e12-4457-9c94-7b893f329864 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0577500 Sep 10 20:50:46.703394 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b5f074dd-56c3-4bcc-a804-79e13386bcc1 req-f6542e22-2ed4-4bbf-ad85-4439abd4a875 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 10 20:50:46.718852 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fe5a0996-11e0-45ae-a249-a82ecc198cc4 req-790654ec-b8b3-40d9-88f0-a81ace73589b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Sep 10 20:50:47.459218 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53262) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:47.632873 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-077190e7-5af8-406d-a500-7e965d451ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:47.752313 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-077190e7-5af8-406d-a500-7e965d451ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:47.830449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e53e-57bf-4fea-9c38-c29629d8b2f8 req-ff3b85f6-1a39-40fa-96a6-c5860dd5a436 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:47.831989 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e06e53e-57bf-4fea-9c38-c29629d8b2f8 req-ff3b85f6-1a39-40fa-96a6-c5860dd5a436 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 943 time: 0.0516551 Sep 10 20:50:47.870755 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e06e53e-57bf-4fea-9c38-c29629d8b2f8 req-0fb9996e-4ded-4976-bd32-72f817edd89a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Sep 10 20:50:47.899611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15ebb8-e9e4-45b2-bba6-a351e93484fd req-e03370d7-3057-4a84-af08-f34c3511b818 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:47.901161 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dd15ebb8-e9e4-45b2-bba6-a351e93484fd req-e03370d7-3057-4a84-af08-f34c3511b818 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0511365 Sep 10 20:50:47.912524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-077190e7-5af8-406d-a500-7e965d451ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:47.957068 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-077190e7-5af8-406d-a500-7e965d451ab0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ff73fc2dad148579500ebe38ccfb328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966679 Sep 10 20:50:47.958206 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077190e7-5af8-406d-a500-7e965d451ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659dd9ac-9812-4de3-aa9a-3cac1cf2ebf2,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:47.959997 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53284) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:47.983198 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dd15ebb8-e9e4-45b2-bba6-a351e93484fd req-de543eb5-935b-4b1d-8afb-35baf8696d49 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681484 Sep 10 20:50:48.009897 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:48.031291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:48.189991 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:48.190350 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:48.194614 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/659dd9ac-9812-4de3-aa9a-3cac1cf2ebf2 HTTP/1.1" status: 204 len: 168 time: 0.2311733 Sep 10 20:50:48.202009 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03fb1a-47ce-43e8-ab74-f10108c8de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659dd9ac-9812-4de3-aa9a-3cac1cf2ebf2,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:48.992172 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd06ae-635f-412d-8ab7-ab4cb97a0350 req-426e7005-889c-41af-b184-8c169a0b522b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:48.993615 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-61dd06ae-635f-412d-8ab7-ab4cb97a0350 req-426e7005-889c-41af-b184-8c169a0b522b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 943 time: 0.0542092 Sep 10 20:50:49.031655 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-61dd06ae-635f-412d-8ab7-ab4cb97a0350 req-b42966f3-8acd-4fe4-a6e8-cf9cc169e720 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Sep 10 20:50:49.113133 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f092f-dac4-4a30-9ee0-2d03da8c3b78 req-387adcaa-c875-4361-bb03-ad4f85e92eb5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:49.114586 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d07f092f-dac4-4a30-9ee0-2d03da8c3b78 req-387adcaa-c875-4361-bb03-ad4f85e92eb5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0474710 Sep 10 20:50:49.146492 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53320) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:49.164736 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d07f092f-dac4-4a30-9ee0-2d03da8c3b78 req-16a2145e-f0a0-4397-b34e-61143966db46 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Sep 10 20:50:49.165681 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e214abe1-18b9-4c02-ab54-35c06db7fc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.254327 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e214abe1-18b9-4c02-ab54-35c06db7fc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.313251 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e214abe1-18b9-4c02-ab54-35c06db7fc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.350485 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e214abe1-18b9-4c02-ab54-35c06db7fc15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7e649cc5f6d49bc890bf3b282226415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029669 Sep 10 20:50:49.351616 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214abe1-18b9-4c02-ab54-35c06db7fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e6336-6527-4468-810c-ae0e56136945,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:49.353216 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53322) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:49.401283 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.423994 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.564173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.566736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:49.567872 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de8e6336-6527-4468-810c-ae0e56136945 HTTP/1.1" status: 204 len: 168 time: 0.2136891 Sep 10 20:50:49.576211 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84990a3-63f7-4b73-9c49-c35bd5022258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e6336-6527-4468-810c-ae0e56136945,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:50.680764 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:50:50.776513 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:50:50.788393 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe', 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb', 'port_id': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe', 'mac_address': 'fa:16:3e:ee:63:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5cbfa0-1b00-41ad-98d3-0802f5320bbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:50:50.824683 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:50.836921 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:50:50.855826 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:50:50.924009 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:50.973225 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:50.980291 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.980646 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.980988 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.981324 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.981657 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.981988 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.982376 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.982723 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.983074 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.983405 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.983731 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:50.984052 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:53.368096 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab093-9045-4f1b-89c0-81400fc276ff req-fe81d5b8-1e09-4284-97bd-04eab1af638b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:53.369266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a49fdf-731e-4e1a-8e04-c6188f652f38 req-14153e06-4cdc-411a-972a-6ae8561a91a5 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:53.369744 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-333ab093-9045-4f1b-89c0-81400fc276ff req-fe81d5b8-1e09-4284-97bd-04eab1af638b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0496750 Sep 10 20:50:53.370797 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b8a49fdf-731e-4e1a-8e04-c6188f652f38 req-14153e06-4cdc-411a-972a-6ae8561a91a5 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 944 time: 0.0542543 Sep 10 20:50:53.407389 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-333ab093-9045-4f1b-89c0-81400fc276ff req-3915a535-c7ee-471b-b90c-92850400a749 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Sep 10 20:50:53.432583 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b8a49fdf-731e-4e1a-8e04-c6188f652f38 req-1bcb4a72-22c5-437d-bef6-badccffd01fc tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555143 Sep 10 20:50:53.442116 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-8da42598-90bc-434b-aef9-ec81b50e5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:53.444017 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-8da42598-90bc-434b-aef9-ec81b50e5efd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0654302 Sep 10 20:50:53.551373 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-4ee109b6-5b15-4a39-9b2d-192793c39602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:53.552862 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-4ee109b6-5b15-4a39-9b2d-192793c39602 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.0896053 Sep 10 20:50:53.598101 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-86890c65-3853-472f-8fe1-41a246ea2389 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0336924 Sep 10 20:50:53.612722 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['82d2a692-b15d-4631-8b8a-a1e5ddd89cfe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:50:53.644400 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-926d1ba4-fd46-4b04-8739-026b7cbf8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:53.645859 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-926d1ba4-fd46-4b04-8739-026b7cbf8d12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0440896 Sep 10 20:50:53.679147 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-d2d58c8a-1646-4298-945b-d4a543368b7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264382 Sep 10 20:50:53.775470 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-63bb4a1a-2cb6-460e-bb92-b818a911f54f service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893233 Sep 10 20:50:53.866314 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9c81379-0e4f-42e8-a544-dd642f160566 req-a07a34bb-0655-4b43-b33b-57cb96622ccf service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833950 Sep 10 20:50:54.526193 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ff40a-8234-4e48-8b1b-1e6ad42f7e94 req-6beab1ee-7ba8-45ea-b4f0-d790cbc7d881 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:54.527841 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-000ff40a-8234-4e48-8b1b-1e6ad42f7e94 req-6beab1ee-7ba8-45ea-b4f0-d790cbc7d881 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0516274 Sep 10 20:50:54.561633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7da76-d88e-463d-9bb3-b7338b715758 req-bbb42334-19ea-4a41-9df7-261f020b2d3e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:54.568203 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-000ff40a-8234-4e48-8b1b-1e6ad42f7e94 req-ca3fd119-2607-4ace-9811-4a660e35a541 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Sep 10 20:50:54.571826 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96b7da76-d88e-463d-9bb3-b7338b715758 req-bbb42334-19ea-4a41-9df7-261f020b2d3e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 944 time: 0.0613263 Sep 10 20:50:54.621001 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96b7da76-d88e-463d-9bb3-b7338b715758 req-cabc965e-d9e8-450a-93f7-ca5ff7a857a3 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Sep 10 20:50:54.702219 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:55.704174 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f37ab4-3489-44bd-99d9-4632060caa4f req-5bfff240-f51e-4b51-9737-9f6c568c0612 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:55.705703 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-69f37ab4-3489-44bd-99d9-4632060caa4f req-5bfff240-f51e-4b51-9737-9f6c568c0612 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0565801 Sep 10 20:50:55.741872 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333140d-80cc-413a-a352-805de7b37d91 req-99f15bfc-4d97-47e0-87b0-505eafed1121 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:50:55.743425 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8333140d-80cc-413a-a352-805de7b37d91 req-99f15bfc-4d97-47e0-87b0-505eafed1121 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 944 time: 0.0489233 Sep 10 20:50:55.746829 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-69f37ab4-3489-44bd-99d9-4632060caa4f req-d6919f55-e152-4fe9-9418-f75c6a8b16db tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Sep 10 20:50:55.794117 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8333140d-80cc-413a-a352-805de7b37d91 req-2884ccd3-dd57-4d24-b8d3-35a92c408629 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Sep 10 20:50:56.176704 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:50:56.387361 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:50:56.391322 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:50:56.391689 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:56.468912 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:56.493446 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:50:56.495774 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697cca1c-4f0b-45a1-8f82-689f73499c39" -d '{"events": [{"server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "name": "network-vif-plugged", "status": "completed", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:50:56.513330 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:50:56.544638 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86836086-3941-4300-b1eb-3a42b951a323 x-openstack-request-id: req-86836086-3941-4300-b1eb-3a42b951a323 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:50:56.544638 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "name": "network-vif-plugged", "status": "completed", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:50:56.544638 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-86836086-3941-4300-b1eb-3a42b951a323 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:50:56.544638 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe', 'code': 200} Sep 10 20:50:56.604038 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:56.651434 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:57.545709 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53514) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:57.647926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:57.733344 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:57.866957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:57.904087 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2b7d99e3ef5a46bf83fdbb8b4cfbf505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571529 Sep 10 20:50:57.904860 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7bbde1-f1db-4b13-9fa4-8adc49bbd5b4,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:57.906703 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53518) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:57.912063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.912410 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.912748 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.913078 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.913404 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.913729 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.914052 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.914377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.914721 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.915043 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.915360 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.915675 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc5291a-6424-45be-8b1a-e661cd51152c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:57.956424 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:57.976738 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:58.130205 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:58.141740 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:58.141740 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb7bbde1-f1db-4b13-9fa4-8adc49bbd5b4 HTTP/1.1" status: 204 len: 168 time: 0.2262478 Sep 10 20:50:58.141967 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7bbde1-f1db-4b13-9fa4-8adc49bbd5b4,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:58.149419 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.149762 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.150102 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.150432 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.150780 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.151108 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.151569 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.151898 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.152222 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.152543 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.152861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.153176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e84b9-fb2d-4346-97bd-1a9d79475d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:50:58.790435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53538) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:58.803321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d934098-f5fc-4e70-b662-fb8dde78f1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:58.886518 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d934098-f5fc-4e70-b662-fb8dde78f1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:58.979374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d934098-f5fc-4e70-b662-fb8dde78f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:59.015984 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2d934098-f5fc-4e70-b662-fb8dde78f1e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf5bfd3c01e54e6a9c5fc4f806558ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244740 Sep 10 20:50:59.016808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d934098-f5fc-4e70-b662-fb8dde78f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae6435-5a62-4f54-9d0a-3b5db8dd2f84,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:50:59.019231 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53540) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:50:59.069670 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:59.089864 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:59.238889 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:59.241380 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:50:59.242538 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/13ae6435-5a62-4f54-9d0a-3b5db8dd2f84 HTTP/1.1" status: 204 len: 168 time: 0.2192385 Sep 10 20:50:59.250575 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db0455-0127-403d-93cf-4841c0b05b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae6435-5a62-4f54-9d0a-3b5db8dd2f84,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:00.305707 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abe217-1061-4ef1-a357-e3d390801370 req-aae0ddd5-b826-4a5b-ba92-daa6c5a00a56 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:00.307159 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-31abe217-1061-4ef1-a357-e3d390801370 req-aae0ddd5-b826-4a5b-ba92-daa6c5a00a56 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0523319 Sep 10 20:51:00.327451 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355d9b-7510-4a7c-83f9-939b94dc49c4 req-980e6f0e-d5de-41ae-867f-ac5048d15da7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:00.331669 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e355d9b-7510-4a7c-83f9-939b94dc49c4 req-980e6f0e-d5de-41ae-867f-ac5048d15da7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0651491 Sep 10 20:51:00.350985 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-31abe217-1061-4ef1-a357-e3d390801370 req-bf0db4c7-0ffa-4362-ab50-5eb41467d129 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Sep 10 20:51:00.369545 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e355d9b-7510-4a7c-83f9-939b94dc49c4 req-329e9110-fd53-4c78-8b0f-78a7e3ec13ee tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Sep 10 20:51:00.499490 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e1e7a-9571-4494-9030-02c3b57b3ec4 req-700bed02-25cc-47a6-8752-99955f27e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:00.501013 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fb2e1e7a-9571-4494-9030-02c3b57b3ec4 req-700bed02-25cc-47a6-8752-99955f27e70d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 1098 time: 0.0410879 Sep 10 20:51:00.535718 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fb2e1e7a-9571-4494-9030-02c3b57b3ec4 req-e9c9842b-0488-4b98-9d28-6c6f7eca5487 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275047 Sep 10 20:51:00.884369 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:51:01.610509 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53608) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:01.706943 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479237c-77cc-4fcc-9ac2-bcfb5eaad705 req-ca36b793-cd6a-4ee3-bb2b-01814bc88c63 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:01.708561 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b479237c-77cc-4fcc-9ac2-bcfb5eaad705 req-ca36b793-cd6a-4ee3-bb2b-01814bc88c63 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0833282 Sep 10 20:51:01.709573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f737df-46a2-49ba-b336-c7bf32706a1f req-011e3159-0693-4519-b799-95d8e6e2bc2c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:01.711068 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-01f737df-46a2-49ba-b336-c7bf32706a1f req-011e3159-0693-4519-b799-95d8e6e2bc2c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0673761 Sep 10 20:51:01.753836 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e88b8c03-cec7-4a1f-80ab-6b63e9e37c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:01.755142 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-01f737df-46a2-49ba-b336-c7bf32706a1f req-387f3662-e9c4-49af-b8ad-a22d1a1b12ef tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Sep 10 20:51:01.768795 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b479237c-77cc-4fcc-9ac2-bcfb5eaad705 req-417932ae-05cc-47ee-8344-7bff56647618 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Sep 10 20:51:01.863445 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e88b8c03-cec7-4a1f-80ab-6b63e9e37c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.020038 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e88b8c03-cec7-4a1f-80ab-6b63e9e37c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.058642 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e88b8c03-cec7-4a1f-80ab-6b63e9e37c35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9eb6b4b4367b4b49bbf37f4b71df4222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469182 Sep 10 20:51:02.065145 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b8c03-cec7-4a1f-80ab-6b63e9e37c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cff7d6-09fa-4336-a124-dec568dd6a38,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:02.067171 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53628) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:02.115834 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.138262 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.317254 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.319854 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.321007 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5cff7d6-09fa-4336-a124-dec568dd6a38 HTTP/1.1" status: 204 len: 168 time: 0.2529047 Sep 10 20:51:02.329003 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c25e3c-f6d1-4bd0-b6d1-61880ce51e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cff7d6-09fa-4336-a124-dec568dd6a38,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:02.475535 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53634) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:02.678600 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6de14424-4d60-4b67-99c6-5620f27696c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.763859 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6de14424-4d60-4b67-99c6-5620f27696c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.837041 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6de14424-4d60-4b67-99c6-5620f27696c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:02.891075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec3416-8c37-413e-ae36-56a0290b2097 req-d2223fce-1ef5-4de3-9221-fe05513e5239 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:02.892544 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2aec3416-8c37-413e-ae36-56a0290b2097 req-d2223fce-1ef5-4de3-9221-fe05513e5239 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0512726 Sep 10 20:51:02.901210 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-6de14424-4d60-4b67-99c6-5620f27696c3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc3d10eaa9ea4036af82404cc85adcab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245658 Sep 10 20:51:02.902978 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de14424-4d60-4b67-99c6-5620f27696c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243086d5-b34d-4317-81ec-ff9a6c9cfc81,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:02.903924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53652) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:02.916439 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0996a29-5bcc-4844-be40-7a5846686431 req-f8980192-2ba4-4224-a1b6-72254b029d08 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:02.918156 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b0996a29-5bcc-4844-be40-7a5846686431 req-f8980192-2ba4-4224-a1b6-72254b029d08 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0923204 Sep 10 20:51:02.960406 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b0996a29-5bcc-4844-be40-7a5846686431 req-b1a08c0a-1230-41a8-8d6a-992941834f8d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Sep 10 20:51:02.995590 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2aec3416-8c37-413e-ae36-56a0290b2097 req-7e81a726-45c5-483a-8db7-25eb09864550 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Sep 10 20:51:03.000289 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.024203 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.073117 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53660) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:03.086170 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67c3641e-520d-4289-870f-4a2083fa7b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.119839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.122243 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.123473 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/243086d5-b34d-4317-81ec-ff9a6c9cfc81 HTTP/1.1" status: 204 len: 168 time: 0.2183323 Sep 10 20:51:03.139384 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5414c-d0c4-4e33-a7c1-04ca3ff689d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243086d5-b34d-4317-81ec-ff9a6c9cfc81,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:03.200613 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67c3641e-520d-4289-870f-4a2083fa7b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.267716 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-67c3641e-520d-4289-870f-4a2083fa7b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.305866 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-67c3641e-520d-4289-870f-4a2083fa7b8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b11f8747edc44875a0932719ffc7d961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316544 Sep 10 20:51:03.306988 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3641e-520d-4289-870f-4a2083fa7b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7504234f-52f4-481b-8e31-aee29814cc76,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:03.308451 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53666) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:03.357746 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.378152 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.507059 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.509622 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:03.510854 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7504234f-52f4-481b-8e31-aee29814cc76 HTTP/1.1" status: 204 len: 168 time: 0.2005923 Sep 10 20:51:03.518687 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71423774-d0d0-4399-803f-7afacc36927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7504234f-52f4-481b-8e31-aee29814cc76,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:03.940079 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53680) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:03.953362 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a855b49-9418-4a3a-be31-40117d4d2d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.047717 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a855b49-9418-4a3a-be31-40117d4d2d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.118034 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a855b49-9418-4a3a-be31-40117d4d2d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.156209 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0a855b49-9418-4a3a-be31-40117d4d2d10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0a05e45114f0467498030237fe2bae65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150409 Sep 10 20:51:04.157081 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a855b49-9418-4a3a-be31-40117d4d2d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de120a-8b1e-4053-ba66-9488fc687f4b,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:04.159355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53694) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:04.215906 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.236707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.362993 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.365631 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:04.366904 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54de120a-8b1e-4053-ba66-9488fc687f4b HTTP/1.1" status: 204 len: 168 time: 0.2032599 Sep 10 20:51:04.374771 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7118ac-5fa6-4cf3-878f-7a2a4e089a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de120a-8b1e-4053-ba66-9488fc687f4b,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:07.494350 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e56ebbd1-b97b-4ecf-9011-c80fbf8b620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:07.866679 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53798) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:07.983976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd83803-927e-43df-a1e4-6a76d56e84e3 req-28873307-e8d3-4c52-a728-44aef8212a25 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:07.985773 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fdd83803-927e-43df-a1e4-6a76d56e84e3 req-28873307-e8d3-4c52-a728-44aef8212a25 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0684488 Sep 10 20:51:08.004822 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7529025b-8016-447c-840a-61266fdf1392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.014889 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2fb78-b29a-41bf-8001-42c08966e1e6 req-41fff2d6-facb-4f5b-b60b-6f31ce13c183 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:08.016366 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbe2fb78-b29a-41bf-8001-42c08966e1e6 req-41fff2d6-facb-4f5b-b60b-6f31ce13c183 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0642409 Sep 10 20:51:08.029877 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fdd83803-927e-43df-a1e4-6a76d56e84e3 req-a48ebece-0778-4071-921d-91db0b5be51a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Sep 10 20:51:08.080735 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbe2fb78-b29a-41bf-8001-42c08966e1e6 req-7627397e-d39d-4c30-aeaa-048834dc772b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Sep 10 20:51:08.132553 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7529025b-8016-447c-840a-61266fdf1392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.215223 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7529025b-8016-447c-840a-61266fdf1392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.256348 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7529025b-8016-447c-840a-61266fdf1392 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c0057fc8fbfb439997bf9de1f4edb3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883767 Sep 10 20:51:08.257067 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529025b-8016-447c-840a-61266fdf1392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89a422-f038-45d7-a11b-56c33d8173f0,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:08.259264 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53808) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:08.306115 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.326695 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.505532 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.508129 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:08.509355 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d89a422-f038-45d7-a11b-56c33d8173f0 HTTP/1.1" status: 204 len: 168 time: 0.2490101 Sep 10 20:51:08.517526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fae2a4-7c95-4224-89b4-6a55332cfac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89a422-f038-45d7-a11b-56c33d8173f0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:09.128866 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 53826) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:09.142117 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7bae0ef1-bf97-4b48-bf32-d87adccf76c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.144887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bcf0e-81e9-4a55-8d88-cedce1eb3b3c req-8eb23c1a-afd7-4bfe-a49d-57f5eacb0d9a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:09.146456 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca4bcf0e-81e9-4a55-8d88-cedce1eb3b3c req-8eb23c1a-afd7-4bfe-a49d-57f5eacb0d9a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0485697 Sep 10 20:51:09.189573 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca4bcf0e-81e9-4a55-8d88-cedce1eb3b3c req-cceaf940-ddc6-4bbe-83b9-cd20d2838453 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Sep 10 20:51:09.238481 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7bae0ef1-bf97-4b48-bf32-d87adccf76c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.305967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c394e74-35ec-42be-9b02-0a5447a3c01a req-04e87e69-dbff-40e9-9cf0-54eed4dbe282 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:09.307548 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c394e74-35ec-42be-9b02-0a5447a3c01a req-04e87e69-dbff-40e9-9cf0-54eed4dbe282 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0508955 Sep 10 20:51:09.312501 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7bae0ef1-bf97-4b48-bf32-d87adccf76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.347080 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c394e74-35ec-42be-9b02-0a5447a3c01a req-5f361683-10d2-45a9-a3b9-bbd9f9ce61bd tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Sep 10 20:51:09.353842 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7bae0ef1-bf97-4b48-bf32-d87adccf76c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=508c9c9954f14e6dbad2afa423695e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239044 Sep 10 20:51:09.354920 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0ef1-bf97-4b48-bf32-d87adccf76c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9727db68-73ef-4712-9b4d-8622f870e1c3,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:09.356660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 53842) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:09.412745 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.435421 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.597488 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.600271 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:09.602757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9727db68-73ef-4712-9b4d-8622f870e1c3 HTTP/1.1" status: 204 len: 168 time: 0.2436268 Sep 10 20:51:09.613120 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396d803-c325-4b8e-b56d-fdc2cfae9ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9727db68-73ef-4712-9b4d-8622f870e1c3,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:10.289510 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e760f474-c64f-4646-ad0f-68821c1edce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:10.353638 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6ebc8-0b3e-4365-b66c-c94c2d726965 req-1b3b4bcd-b509-4641-a672-a35a7075e006 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:10.355216 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6cb6ebc8-0b3e-4365-b66c-c94c2d726965 req-1b3b4bcd-b509-4641-a672-a35a7075e006 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0864987 Sep 10 20:51:10.397964 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6cb6ebc8-0b3e-4365-b66c-c94c2d726965 req-00329a3e-e9f3-4404-868c-41bf5bf9d22a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356679 Sep 10 20:51:10.679264 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:10.715635 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ef5c1-99f9-4d3b-b5d4-e1f1c2d949db req-2cb0fb75-0235-44ab-969f-7a8283e6cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:10.718371 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1c3ef5c1-99f9-4d3b-b5d4-e1f1c2d949db req-2cb0fb75-0235-44ab-969f-7a8283e6cdb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0467968 Sep 10 20:51:10.784350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1c3ef5c1-99f9-4d3b-b5d4-e1f1c2d949db req-26631972-047c-4a56-b3c0-98a2dabda910 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Sep 10 20:51:11.258308 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.315176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54002) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:11.423440 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d4071b4b-f3f2-40a3-ae32-009ae856c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.560080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb3d2f-537a-49e5-ae42-7071c7900ad5 req-186c1bac-d37d-418b-afd7-8fc850f1f074 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:11.563110 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-02eb3d2f-537a-49e5-ae42-7071c7900ad5 req-186c1bac-d37d-418b-afd7-8fc850f1f074 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0895836 Sep 10 20:51:11.583276 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d4071b4b-f3f2-40a3-ae32-009ae856c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.609333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-02eb3d2f-537a-49e5-ae42-7071c7900ad5 req-a21dceb1-8f9c-494c-a5f8-40a548ad3fe5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Sep 10 20:51:11.661025 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d4071b4b-f3f2-40a3-ae32-009ae856c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.700149 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-d4071b4b-f3f2-40a3-ae32-009ae856c238 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b907a8ad3874773bc5068ab7a97a60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838940 Sep 10 20:51:11.702673 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4071b4b-f3f2-40a3-ae32-009ae856c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cf193-7343-4a02-a57d-443873225ef6,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:11.703835 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54026) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:11.765516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.791697 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.924293 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.926849 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:11.927998 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e7cf193-7343-4a02-a57d-443873225ef6 HTTP/1.1" status: 204 len: 168 time: 0.2156327 Sep 10 20:51:11.936450 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a97aa-3393-4e45-b30c-cc140fe72635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cf193-7343-4a02-a57d-443873225ef6,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:12.747017 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:12.747959 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f22a37-5443-4911-bb77-c690fa3814aa req-6a578086-5d8c-42c2-a752-52d81b6fada2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:12.749453 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a9f22a37-5443-4911-bb77-c690fa3814aa req-6a578086-5d8c-42c2-a752-52d81b6fada2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0508380 Sep 10 20:51:12.788235 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a9f22a37-5443-4911-bb77-c690fa3814aa req-e0cf715f-7599-4863-9633-9e564b3979f2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Sep 10 20:51:12.981544 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54098) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:13.088858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8dbe6089-c8da-45c0-bdd1-6e686340e8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.186325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8dbe6089-c8da-45c0-bdd1-6e686340e8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.267902 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8dbe6089-c8da-45c0-bdd1-6e686340e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.307712 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8dbe6089-c8da-45c0-bdd1-6e686340e8b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=309b2361bd2841c18ed2cab41056ecca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251083 Sep 10 20:51:13.309539 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe6089-c8da-45c0-bdd1-6e686340e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e6e17e-2995-4ebd-afee-fac694bb86c9,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:13.310348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54112) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:13.362755 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.384986 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.529268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.531804 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:13.533021 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d6e6e17e-2995-4ebd-afee-fac694bb86c9 HTTP/1.1" status: 204 len: 168 time: 0.2215753 Sep 10 20:51:13.540779 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e805bd7-68cd-40ff-b35e-123aa77324c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e6e17e-2995-4ebd-afee-fac694bb86c9,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:13.959505 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb2f8-77e7-437b-86d5-ef19d515771f req-a68bb5dd-cdf1-4a38-8e8c-14a5bccfde0a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:13.961221 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aabcb2f8-77e7-437b-86d5-ef19d515771f req-a68bb5dd-cdf1-4a38-8e8c-14a5bccfde0a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0633383 Sep 10 20:51:14.002184 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aabcb2f8-77e7-437b-86d5-ef19d515771f req-abdc4c84-79fa-45a2-83cd-6279a5d44c29 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Sep 10 20:51:14.278997 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54154) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:14.292938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-de38642f-49f1-4cac-b67d-6a3c835646a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.419985 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-de38642f-49f1-4cac-b67d-6a3c835646a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.446418 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82056a96-a134-4a55-beec-34beab97f346 req-43db16ab-429d-457e-ab60-87c5706c1daf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:14.448435 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82056a96-a134-4a55-beec-34beab97f346 req-43db16ab-429d-457e-ab60-87c5706c1daf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0640616 Sep 10 20:51:14.517845 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-de38642f-49f1-4cac-b67d-6a3c835646a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.545783 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82056a96-a134-4a55-beec-34beab97f346 req-ba61293a-50f6-4199-b88c-630d9743bf59 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Sep 10 20:51:14.558559 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-196fb516-07f3-4fc5-a136-a6d0a65c99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:14.560095 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-196fb516-07f3-4fc5-a136-a6d0a65c99f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.1107473 Sep 10 20:51:14.583629 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-de38642f-49f1-4cac-b67d-6a3c835646a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40393d1822ce4e2d8ef152e122a68010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028936 Sep 10 20:51:14.586506 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54170) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:14.599523 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38642f-49f1-4cac-b67d-6a3c835646a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387cf4e-01dc-477e-93e8-f245fc06c8ea,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:14.662979 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.682633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-d3d2a756-23e5-4b9d-bc05-ef7d18b8abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:14.684221 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-d3d2a756-23e5-4b9d-bc05-ef7d18b8abcc service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.1104496 Sep 10 20:51:14.686904 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.739543 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-bbd9bb55-5080-4e62-8181-f4127e4d90ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0457449 Sep 10 20:51:14.795351 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-1165a3e6-8cc4-492c-b744-5f5196d879e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:14.797061 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-1165a3e6-8cc4-492c-b744-5f5196d879e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0477982 Sep 10 20:51:14.836553 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-c77b3fc7-df26-4a46-85e6-3945e268d2f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246334 Sep 10 20:51:14.838269 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.840982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:14.842333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7387cf4e-01dc-477e-93e8-f245fc06c8ea HTTP/1.1" status: 204 len: 168 time: 0.2541826 Sep 10 20:51:14.853361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a82dc-fc92-4405-a330-ed1f2c2c5e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387cf4e-01dc-477e-93e8-f245fc06c8ea,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:14.944295 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-2c33838d-65fd-45e0-800d-b9cc27700daa service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982151 Sep 10 20:51:15.278621 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6e421c5-03b7-44e2-a522-0278e8c68f18 req-0347b655-e9f8-48ab-a9d2-eda0a6fdf84a service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262415 Sep 10 20:51:15.703015 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b0d4-0c20-4001-9fe7-f4beff54c017 req-3dc6b05e-6dab-4770-868a-c8508637eae1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:15.712008 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0203b0d4-0c20-4001-9fe7-f4beff54c017 req-3dc6b05e-6dab-4770-868a-c8508637eae1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0861180 Sep 10 20:51:15.757843 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54216) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:15.776059 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0203b0d4-0c20-4001-9fe7-f4beff54c017 req-5fdf5b1a-1093-4796-9a98-a8c363fe7415 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630882 Sep 10 20:51:15.929306 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-63f367a6-491f-4f1c-ae17-82a330cce190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.014315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-63f367a6-491f-4f1c-ae17-82a330cce190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.119075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-63f367a6-491f-4f1c-ae17-82a330cce190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.157865 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-63f367a6-491f-4f1c-ae17-82a330cce190 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9236c58716f64000bfdf1ca5e2281225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988457 Sep 10 20:51:16.159412 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f367a6-491f-4f1c-ae17-82a330cce190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41357038-ae95-4e9e-b2eb-deef0098cbc9,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:16.161276 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54234) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:16.228577 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.252800 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.426850 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.429422 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:16.430661 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/41357038-ae95-4e9e-b2eb-deef0098cbc9 HTTP/1.1" status: 204 len: 168 time: 0.2661514 Sep 10 20:51:16.473194 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab79bf-584f-4578-9d12-dfb701de13ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41357038-ae95-4e9e-b2eb-deef0098cbc9,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:16.892694 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d4fd4-0424-4a42-b9cb-b683cf2fd5ea req-6c5f6603-91b2-4be8-b0bc-0a8680884bf9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:16.894186 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-393d4fd4-0424-4a42-b9cb-b683cf2fd5ea req-6c5f6603-91b2-4be8-b0bc-0a8680884bf9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0530365 Sep 10 20:51:16.932579 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-393d4fd4-0424-4a42-b9cb-b683cf2fd5ea req-0e8ec252-437c-4eca-8913-7ab376333f22 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Sep 10 20:51:17.588176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54316) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:17.689702 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-784967395-network', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:17.792121 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Made reservation on behalf of 3ff4550e42b9437a9627274b27f2e850 for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:17.794628 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:17.804654 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:17.897136 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.055471 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302ba40-0c10-42c2-92b3-c0fa1db8e7a9 req-c2ba5a15-0462-40a0-90ca-eb1a1744e280 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:18.057007 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3302ba40-0c10-42c2-92b3-c0fa1db8e7a9 req-c2ba5a15-0462-40a0-90ca-eb1a1744e280 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0507166 Sep 10 20:51:18.078520 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.114602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:51:18.125404 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3302ba40-0c10-42c2-92b3-c0fa1db8e7a9 req-0191788b-ef11-4198-bac8-504072e2ef2f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621455 Sep 10 20:51:18.134091 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.134425 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Added segment c5d962ab-7007-4526-83cc-b02ea446924f of type vlan for network e9deb283-7392-4b77-afda-e5b5088e2d00 Sep 10 20:51:18.135953 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935cc444-3088-4251-a5b5-e803d2df8367,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:18.183655 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.306823 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.307947 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:18.308565 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.366787 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9deb283-7392-4b77-afda-e5b5088e2d00,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:18.377187 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network e9deb283-7392-4b77-afda-e5b5088e2d00 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:51:18.410182 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-16e2c3e0-4fa2-4c95-9cfc-7ac178decaf1 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8208125 Sep 10 20:51:18.412957 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54356) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:18.418094 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Request body: {'subnet': {'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-784967395-subnet', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:18.540480 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Made reservation on behalf of 3ff4550e42b9437a9627274b27f2e850 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:18.542957 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.832706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:18.890935 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a91ae1e6-5bd1-415f-a9a6-52d366e367cc,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:18.913632 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Checking segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:18.918739 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Network hostable DHCP agents. Network: e9deb283-7392-4b77-afda-e5b5088e2d00, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:51:19.026562 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Network e9deb283-7392-4b77-afda-e5b5088e2d00 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:51:19.146071 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, e9deb283-7392-4b77-afda-e5b5088e2d00) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:19.158018 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8acd730-6072-4709-9fb2-6c4d0066ee18 None None] Network e9deb283-7392-4b77-afda-e5b5088e2d00 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:19.174819 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:19.175805 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.323735 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54376) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:19.331293 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1a9c7861-8ed6-4f29-bc17-d3584724bdeb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9096851 Sep 10 20:51:19.341524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:19.394989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-e9deb283-7392-4b77-afda-e5b5088e2d00', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:51:19.395935 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.403854 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a843d-9d24-461b-a562-183334f4b2af req-d1ff44ce-6de3-48a6-a488-562b963687cc tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:19.405666 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fe8a843d-9d24-461b-a562-183334f4b2af req-d1ff44ce-6de3-48a6-a488-562b963687cc tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0862253 Sep 10 20:51:19.446451 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fe8a843d-9d24-461b-a562-183334f4b2af req-f6da964e-2132-4258-beba-d389ff6086d3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Sep 10 20:51:19.474704 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.476219 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.534584 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.552226 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Allocated IP 172.20.0.2 (e9deb283-7392-4b77-afda-e5b5088e2d00/a91ae1e6-5bd1-415f-a9a6-52d366e367cc/26a5cd80-e499-44e0-9fc5-8084b12f239e) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:19.699991 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.708539 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Transition to ACTIVE for port object 26a5cd80-e499-44e0-9fc5-8084b12f239e will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:19.725568 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Transition to ACTIVE for port object 26a5cd80-e499-44e0-9fc5-8084b12f239e will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:19.747053 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.901256 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:19.942885 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Network e9deb283-7392-4b77-afda-e5b5088e2d00 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:19.945765 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:19.952154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:19.955271 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Pushing event updated for resources: {'Port': ['ID=26a5cd80-e499-44e0-9fc5-8084b12f239e,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:20.008498 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Attempting to bind port 26a5cd80-e499-44e0-9fc5-8084b12f239e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:20.008874 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Attempting to bind port 26a5cd80-e499-44e0-9fc5-8084b12f239e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:20.009240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Attempting to bind port 26a5cd80-e499-44e0-9fc5-8084b12f239e on network e9deb283-7392-4b77-afda-e5b5088e2d00 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:20.015182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:20.015573 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Checking segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:20.015979 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.016375 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Bound using segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:20.016833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Bound port: 26a5cd80-e499-44e0-9fc5-8084b12f239e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:20.017216 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.097308 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] For port 26a5cd80-e499-44e0-9fc5-8084b12f239e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:20.100717 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] For port 26a5cd80-e499-44e0-9fc5-8084b12f239e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=26a5cd80-e499-44e0-9fc5-8084b12f239e,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:20.117443 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.137094 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.204553 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.249621 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Allocated IP 172.27.2.143 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/d1442056-0004-4c85-a85a-aa99c818088e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:20.262458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76be792-5580-4d6c-b2ce-ebd44d259820 None None] Pushing event updated for resources: {'Port': ['ID=26a5cd80-e499-44e0-9fc5-8084b12f239e,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:20.381701 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.495690 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:20.552176 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:20.556639 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:20.559492 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:20.648111 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Pushing event updated for resources: {'Port': ['ID=d1442056-0004-4c85-a85a-aa99c818088e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:20.879239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:21.076948 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:21.256015 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4e0c5-6eba-4b61-9048-b365bcc1412c None None] Network e9deb283-7392-4b77-afda-e5b5088e2d00 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:21.271970 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:51:21.376240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6595bf2f-1582-453a-acab-b139d01adc87 None None] Provisioning for port 26a5cd80-e499-44e0-9fc5-8084b12f239e completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:21.378572 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:21.394161 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Sync routers for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:21.398246 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:21.398873 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:21.466934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:21.470793 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3223aedb-7d81-45d1-8394-aa178f715b96 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1456308 Sep 10 20:51:21.472475 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54414) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:21.549941 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:21.724975 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:20Z', 'revision_number': 3, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:21.749805 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Checking router: e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:21.750147 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Updating router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb port d1442056-0004-4c85-a85a-aa99c818088e binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:21.773450 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:21.909026 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.023314 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.033613 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Transition to ACTIVE for port object d1442056-0004-4c85-a85a-aa99c818088e will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:22.057061 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Allocated IP 172.20.0.1 (e9deb283-7392-4b77-afda-e5b5088e2d00/a91ae1e6-5bd1-415f-a9a6-52d366e367cc/8780624c-4b05-4aef-b320-f16000ddacbd) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:22.134016 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.155750 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.173798 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Transition to ACTIVE for port object 8780624c-4b05-4aef-b320-f16000ddacbd will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:22.179847 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Attempting to bind port d1442056-0004-4c85-a85a-aa99c818088e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:22.180209 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Attempting to bind port d1442056-0004-4c85-a85a-aa99c818088e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:22.180563 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Attempting to bind port d1442056-0004-4c85-a85a-aa99c818088e on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:22.192059 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Pushing event updated for resources: {'Port': ['ID=d1442056-0004-4c85-a85a-aa99c818088e,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:22.199921 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.199921 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.200304 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.200378 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.200691 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.201013 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.201331 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.201648 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.201978 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.202296 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.202995 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.202995 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:22.206966 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:22.207335 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:22.207764 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.208112 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:22.208543 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Bound port: d1442056-0004-4c85-a85a-aa99c818088e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:22.208931 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.262697 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] For port d1442056-0004-4c85-a85a-aa99c818088e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:22.265854 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] For port d1442056-0004-4c85-a85a-aa99c818088e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d1442056-0004-4c85-a85a-aa99c818088e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:22.278356 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.312774 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 26a5cd80-e499-44e0-9fc5-8084b12f239e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:22.318698 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Network e9deb283-7392-4b77-afda-e5b5088e2d00 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:22.321460 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:22.325035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:22.350780 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Pushing event updated for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:22.368589 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.392363 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.450837 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ccaed-4a1b-413a-99ad-381918140730 None None] Pushing event updated for resources: {'Port': ['ID=d1442056-0004-4c85-a85a-aa99c818088e,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:22.457024 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 26a5cd80-e499-44e0-9fc5-8084b12f239e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:22.463524 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:22.464140 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:22.466741 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 26a5cd80-e499-44e0-9fc5-8084b12f239e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:22.467669 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.558936 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.613225 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.631390 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 26a5cd80-e499-44e0-9fc5-8084b12f239e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=26a5cd80-e499-44e0-9fc5-8084b12f239e,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:22.663806 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:22.700832 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.745082 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f0d781e6-0f2e-4ef7-bf30-c1b4e7f0ffb2 None None] Provisioning for port 8780624c-4b05-4aef-b320-f16000ddacbd completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:22.752496 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f0d781e6-0f2e-4ef7-bf30-c1b4e7f0ffb2 None None] Provisioning complete for port 8780624c-4b05-4aef-b320-f16000ddacbd triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:22.752872 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f0d781e6-0f2e-4ef7-bf30-c1b4e7f0ffb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.755658 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=26a5cd80-e499-44e0-9fc5-8084b12f239e,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:22.788565 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-f0d781e6-0f2e-4ef7-bf30-c1b4e7f0ffb2 None None] Port 8780624c-4b05-4aef-b320-f16000ddacbd cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:22.791131 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.850982 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:20Z', 'revision_number': 3, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:22.876949 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c9b8b6-2165-4708-9075-160158ae69e2 None None] The sync data for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi is: [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:20Z', 'revision_number': 3, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:22.895302 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:22.966703 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Pushing event updated for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:22.971044 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:23.065363 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Network e9deb283-7392-4b77-afda-e5b5088e2d00 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:23.066796 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:23.214621 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:51:23.314409 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4c5a7302-e769-4662-bdda-4444613514b4 None None] Provisioning complete for port 8780624c-4b05-4aef-b320-f16000ddacbd triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:23.315460 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7302-e769-4662-bdda-4444613514b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:23.352553 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-4c5a7302-e769-4662-bdda-4444613514b4 None None] Port 8780624c-4b05-4aef-b320-f16000ddacbd cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:23.679560 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:23.679560 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a5f7dd51-78aa-4958-880e-2d9a199ac698 admin admin] 10.222.0.38 "PUT /v2.0/routers/e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0719824 Sep 10 20:51:24.356040 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d1442056-0004-4c85-a85a-aa99c818088e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:24.396252 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54458) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:24.401029 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-198583273-network', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:24.416395 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Sync routers for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:24.424968 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:24.425572 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:24.535386 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Made reservation on behalf of 5ec8a3a64b51499abe2beafb6a5b49e7 for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:24.537802 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.547811 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.627129 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port d1442056-0004-4c85-a85a-aa99c818088e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:24.634479 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d1442056-0004-4c85-a85a-aa99c818088e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:24.646408 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.657470 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.671706 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:24.759995 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.782737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:51:24.800548 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.800880 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Added segment dbccca5f-8989-4d55-aa97-97653f46e2ff of type vlan for network 6703a66a-425b-46c7-a072-75ce53c9d35d Sep 10 20:51:24.809451 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bea253-c007-4ac7-bcbc-ee06025b608d,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:24.855616 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.857873 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.890295 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port d1442056-0004-4c85-a85a-aa99c818088e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d1442056-0004-4c85-a85a-aa99c818088e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:24.953973 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 2, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:24.980599 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Checking router: e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:24.980806 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.980947 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Updating router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb port 8780624c-4b05-4aef-b320-f16000ddacbd binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:24.981602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:24.982318 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.998713 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:24.999498 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 26a5cd80-e499-44e0-9fc5-8084b12f239e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:25.046811 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] Pushing event updated for resources: {'Network': ['ID=6703a66a-425b-46c7-a072-75ce53c9d35d,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:25.058823 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.065143 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 6703a66a-425b-46c7-a072-75ce53c9d35d details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:51:25.066766 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fecd0dc9-b9bd-42b1-8ead-873eaa6e3d97 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6694136 Sep 10 20:51:25.069443 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54468) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:25.074932 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Request body: {'subnet': {'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-198583273-subnet', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:25.124458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=d1442056-0004-4c85-a85a-aa99c818088e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:25.163299 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Made reservation on behalf of 5ec8a3a64b51499abe2beafb6a5b49e7 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:25.165496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.258922 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 26a5cd80-e499-44e0-9fc5-8084b12f239e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:25.259307 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.392441 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.447641 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8eb14ed-f56b-4b58-8ef6-ce150a0b1314,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:25.457993 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Checking segment: {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:25.458345 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Network hostable DHCP agents. Network: 6703a66a-425b-46c7-a072-75ce53c9d35d, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:51:25.492597 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.502097 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Transition to ACTIVE for port object 8780624c-4b05-4aef-b320-f16000ddacbd will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:25.597389 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Network 6703a66a-425b-46c7-a072-75ce53c9d35d is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:51:25.631695 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.682073 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d8fb9-4e21-4a1a-b561-50deb6b1c572 None None] Pushing event updated for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:25.722233 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 6703a66a-425b-46c7-a072-75ce53c9d35d) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:25.727767 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:25.728985 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.733988 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995540d-a976-4a3b-8269-5d01f17c1609 None None] Network 6703a66a-425b-46c7-a072-75ce53c9d35d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:25.753286 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Attempting to bind port 8780624c-4b05-4aef-b320-f16000ddacbd on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:25.753286 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Attempting to bind port 8780624c-4b05-4aef-b320-f16000ddacbd by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:25.753286 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Attempting to bind port 8780624c-4b05-4aef-b320-f16000ddacbd on network e9deb283-7392-4b77-afda-e5b5088e2d00 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:25.764149 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:25.764527 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Checking segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:25.764933 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.765322 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Bound using segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:25.766105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Bound port: 8780624c-4b05-4aef-b320-f16000ddacbd, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:25.766813 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.824104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2cc4b910-b881-4c2b-875d-c576fd8a7386 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7509334 Sep 10 20:51:25.824601 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54476) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:25.833361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:25.906516 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.908531 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.917198 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] For port 8780624c-4b05-4aef-b320-f16000ddacbd, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:25.935026 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] For port 8780624c-4b05-4aef-b320-f16000ddacbd, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8780624c-4b05-4aef-b320-f16000ddacbd,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:25.962414 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:25.962833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-6703a66a-425b-46c7-a072-75ce53c9d35d', 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'fixed_ips': [{'subnet_id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:51:25.963721 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.031443 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.141248 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d8fb9-4e21-4a1a-b561-50deb6b1c572 None None] Pushing event updated for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:26.146049 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:26.146700 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:26.207827 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Allocated IP 172.20.0.2 (6703a66a-425b-46c7-a072-75ce53c9d35d/f8eb14ed-f56b-4b58-8ef6-ce150a0b1314/12267575-8d93-41cc-b718-184e6866fbaa) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:26.220537 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.296846 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d1442056-0004-4c85-a85a-aa99c818088e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:26.386978 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:26.523730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.550642 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d1442056-0004-4c85-a85a-aa99c818088e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:26.551035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.556069 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.574584 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.686421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Allocated IP 172.27.2.140 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/365fbc6e-ee09-406e-9f98-6cc5876acc9e) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:26.774281 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.788137 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.790871 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Transition to ACTIVE for port object 12267575-8d93-41cc-b718-184e6866fbaa will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:26.862418 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Transition to ACTIVE for port object 12267575-8d93-41cc-b718-184e6866fbaa will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:26.904743 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:25Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:26.924476 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:26.935923 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc7087-2fce-4aa9-b1f0-7b03777af6a9 None None] The sync data for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi is: [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:25Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:26.962190 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:26.963630 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:26.967113 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:26.982492 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.015878 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Pushing event updated for resources: {'Port': ['ID=365fbc6e-ee09-406e-9f98-6cc5876acc9e,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:27.046306 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Network 6703a66a-425b-46c7-a072-75ce53c9d35d is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:27.049520 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:27.053398 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:27.069266 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Pushing event updated for resources: {'Port': ['ID=12267575-8d93-41cc-b718-184e6866fbaa,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:27.133449 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Attempting to bind port 12267575-8d93-41cc-b718-184e6866fbaa on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:27.133813 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Attempting to bind port 12267575-8d93-41cc-b718-184e6866fbaa by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:27.134174 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Attempting to bind port 12267575-8d93-41cc-b718-184e6866fbaa on network 6703a66a-425b-46c7-a072-75ce53c9d35d {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:27.143326 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:27.143710 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Checking segment: {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:27.144118 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.144531 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Bound using segment: {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:27.145165 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Bound port: 12267575-8d93-41cc-b718-184e6866fbaa, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:27.145559 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.223804 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] For port 12267575-8d93-41cc-b718-184e6866fbaa, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:27.227233 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] For port 12267575-8d93-41cc-b718-184e6866fbaa, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=12267575-8d93-41cc-b718-184e6866fbaa,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:27.358685 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.383471 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.425834 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307cb1-f9d0-4931-a51d-0a313cd1a24f None None] Pushing event updated for resources: {'Port': ['ID=12267575-8d93-41cc-b718-184e6866fbaa,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:27.639165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:27.945080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Router bad1e38b-9cea-4bfb-a42d-42868fa3665e is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:51:28.073004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:28.082248 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Sync routers for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:28.096295 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:28.096295 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:28.158996 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.162901 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8b94793a-2954-4bb2-9b4b-cae78593b53e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3348901 Sep 10 20:51:28.163432 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54504) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:28.213028 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:28.381091 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 12267575-8d93-41cc-b718-184e6866fbaa up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:28.498103 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:27Z', 'revision_number': 3, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:28.515290 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e412835-0b15-45d7-8408-ff059ccc7b9f None None] Network 6703a66a-425b-46c7-a072-75ce53c9d35d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:28.533521 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Checking router: bad1e38b-9cea-4bfb-a42d-42868fa3665e for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:28.534546 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Updating router bad1e38b-9cea-4bfb-a42d-42868fa3665e port 365fbc6e-ee09-406e-9f98-6cc5876acc9e binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:28.575486 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.578244 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 12267575-8d93-41cc-b718-184e6866fbaa completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:28.594907 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8780624c-4b05-4aef-b320-f16000ddacbd up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:28.701470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Provisioning for port 12267575-8d93-41cc-b718-184e6866fbaa completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:28.712367 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Provisioning complete for port 12267575-8d93-41cc-b718-184e6866fbaa triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:28.712747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.818952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f335-b2b0-4648-a024-877afffd599c req-906f5675-e683-4e67-83a8-79a6a4613e03 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:28.826919 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7932f335-b2b0-4648-a024-877afffd599c req-906f5675-e683-4e67-83a8-79a6a4613e03 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0764103 Sep 10 20:51:28.851381 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.877424 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.877998 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7932f335-b2b0-4648-a024-877afffd599c req-3b22319c-45b7-46b2-90d5-5a849a6b1e67 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Sep 10 20:51:28.901363 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 8780624c-4b05-4aef-b320-f16000ddacbd completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:28.916763 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 8780624c-4b05-4aef-b320-f16000ddacbd triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:28.917135 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:28.922261 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] For port 12267575-8d93-41cc-b718-184e6866fbaa, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=12267575-8d93-41cc-b718-184e6866fbaa,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:29.016436 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.031461 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Transition to ACTIVE for port object 365fbc6e-ee09-406e-9f98-6cc5876acc9e will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:29.037823 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.055218 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.122980 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a5152-d41d-479b-86b3-2f7631f709b9 None None] Pushing event updated for resources: {'Port': ['ID=12267575-8d93-41cc-b718-184e6866fbaa,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:29.169271 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.186148 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 8780624c-4b05-4aef-b320-f16000ddacbd, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8780624c-4b05-4aef-b320-f16000ddacbd,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:29.252148 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.261130 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Attempting to bind port 365fbc6e-ee09-406e-9f98-6cc5876acc9e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:29.261675 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Attempting to bind port 365fbc6e-ee09-406e-9f98-6cc5876acc9e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:29.262133 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Attempting to bind port 365fbc6e-ee09-406e-9f98-6cc5876acc9e on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:29.269244 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5fab5-2d78-4871-8c91-10607666f14c None None] Pushing event updated for resources: {'Port': ['ID=365fbc6e-ee09-406e-9f98-6cc5876acc9e,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:29.272868 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:29.273458 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:29.274038 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.274573 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:29.278393 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Bound port: 365fbc6e-ee09-406e-9f98-6cc5876acc9e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:29.278393 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.340769 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:29.347729 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-5b005610-3f34-4360-894f-b1f42e58da1a None None] Provisioning complete for port 12267575-8d93-41cc-b718-184e6866fbaa triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:29.348517 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5b005610-3f34-4360-894f-b1f42e58da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.357271 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] For port 365fbc6e-ee09-406e-9f98-6cc5876acc9e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:29.360440 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] For port 365fbc6e-ee09-406e-9f98-6cc5876acc9e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=365fbc6e-ee09-406e-9f98-6cc5876acc9e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:29.450050 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.492319 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Allocated IP 172.20.0.1 (6703a66a-425b-46c7-a072-75ce53c9d35d/f8eb14ed-f56b-4b58-8ef6-ce150a0b1314/fb731499-0110-4351-96f8-7a3d3856ff31) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:29.506721 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:29.507343 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:29.547705 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5fab5-2d78-4871-8c91-10607666f14c None None] Pushing event updated for resources: {'Port': ['ID=365fbc6e-ee09-406e-9f98-6cc5876acc9e,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:29.614342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.640242 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Transition to ACTIVE for port object fb731499-0110-4351-96f8-7a3d3856ff31 will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:29.640332 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:29.746661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.787000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Network 6703a66a-425b-46c7-a072-75ce53c9d35d is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:29.789867 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:29.798762 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:29.799860 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Pushing event updated for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:29.826102 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:27Z', 'revision_number': 3, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:29.843110 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:29.855455 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060263c-39b2-4582-bd3c-d40318548d01 None None] The sync data for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi is: [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:27Z', 'revision_number': 3, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:30.153559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.164039 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-2039611d-8be3-43ba-a09c-8bf62a0a7d33 None None] Provisioning for port fb731499-0110-4351-96f8-7a3d3856ff31 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:30.171188 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-2039611d-8be3-43ba-a09c-8bf62a0a7d33 None None] Provisioning complete for port fb731499-0110-4351-96f8-7a3d3856ff31 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:30.171870 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2039611d-8be3-43ba-a09c-8bf62a0a7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.224292 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-2039611d-8be3-43ba-a09c-8bf62a0a7d33 None None] Port fb731499-0110-4351-96f8-7a3d3856ff31 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:30.416007 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.429514 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 12267575-8d93-41cc-b718-184e6866fbaa up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:30.477635 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.532695 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 12267575-8d93-41cc-b718-184e6866fbaa triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:30.533396 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.569989 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Pushing event updated for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:30.572639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.618638 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8780624c-4b05-4aef-b320-f16000ddacbd up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:30.668192 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 8780624c-4b05-4aef-b320-f16000ddacbd triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:30.668481 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.669615 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Network 6703a66a-425b-46c7-a072-75ce53c9d35d is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:30.670559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:30.759567 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 365fbc6e-ee09-406e-9f98-6cc5876acc9e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:30.815123 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Router bad1e38b-9cea-4bfb-a42d-42868fa3665e has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:51:30.934727 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:30.940767 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-77dff85c-adc5-49b5-8aca-0d149109717b admin admin] 10.222.0.38 "PUT /v2.0/routers/bad1e38b-9cea-4bfb-a42d-42868fa3665e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7758379 Sep 10 20:51:30.962801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 365fbc6e-ee09-406e-9f98-6cc5876acc9e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:30.962801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 365fbc6e-ee09-406e-9f98-6cc5876acc9e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:30.963344 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:30.999323 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-2278dc7e-ea63-4e6a-8c8a-1f234f170cbd None None] Provisioning complete for port fb731499-0110-4351-96f8-7a3d3856ff31 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:30.999323 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2278dc7e-ea63-4e6a-8c8a-1f234f170cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:31.043523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-2278dc7e-ea63-4e6a-8c8a-1f234f170cbd None None] Port fb731499-0110-4351-96f8-7a3d3856ff31 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:31.086678 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:31.106056 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 365fbc6e-ee09-406e-9f98-6cc5876acc9e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=365fbc6e-ee09-406e-9f98-6cc5876acc9e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:31.237563 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:31.297612 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=365fbc6e-ee09-406e-9f98-6cc5876acc9e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:31.658931 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Sync routers for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:31.668045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:31.668699 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:31.785494 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:31.982866 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 4, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'fb731499-0110-4351-96f8-7a3d3856ff31', 'name': '', 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'mac_address': 'fa:16:3e:b7:84:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:29Z', 'updated_at': '2021-09-10T20:51:30Z', 'revision_number': 2, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'subnets': [{'id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:32.014689 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Checking router: bad1e38b-9cea-4bfb-a42d-42868fa3665e for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:32.015044 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Updating router bad1e38b-9cea-4bfb-a42d-42868fa3665e port fb731499-0110-4351-96f8-7a3d3856ff31 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:32.041270 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.294120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 365fbc6e-ee09-406e-9f98-6cc5876acc9e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:32.341834 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.365868 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Transition to ACTIVE for port object fb731499-0110-4351-96f8-7a3d3856ff31 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:32.385624 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 365fbc6e-ee09-406e-9f98-6cc5876acc9e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:32.386072 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.454635 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.516527 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb625-6a4d-449e-9356-58d31bbbcbf3 None None] Pushing event updated for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:32.694532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Attempting to bind port fb731499-0110-4351-96f8-7a3d3856ff31 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Attempting to bind port fb731499-0110-4351-96f8-7a3d3856ff31 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Attempting to bind port fb731499-0110-4351-96f8-7a3d3856ff31 on network 6703a66a-425b-46c7-a072-75ce53c9d35d {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Checking segment: {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Bound using segment: {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Bound port: fb731499-0110-4351-96f8-7a3d3856ff31, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbccca5f-8989-4d55-aa97-97653f46e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:32.703854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.763506 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] For port fb731499-0110-4351-96f8-7a3d3856ff31, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:32.769720 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] For port fb731499-0110-4351-96f8-7a3d3856ff31, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=fb731499-0110-4351-96f8-7a3d3856ff31,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:32.844308 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:32.913458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:32.914332 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:32.917976 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cb625-6a4d-449e-9356-58d31bbbcbf3 None None] Pushing event updated for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:33.038394 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:33.252148 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 4, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'fb731499-0110-4351-96f8-7a3d3856ff31', 'name': '', 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'mac_address': 'fa:16:3e:b7:84:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:29Z', 'updated_at': '2021-09-10T20:51:32Z', 'revision_number': 4, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'subnets': [{'id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:33.278592 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6feb26d3-caba-4b0c-856b-f5cf13e35e0e None None] The sync data for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi is: [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 4, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'fb731499-0110-4351-96f8-7a3d3856ff31', 'name': '', 'network_id': '6703a66a-425b-46c7-a072-75ce53c9d35d', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'mac_address': 'fa:16:3e:b7:84:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:29Z', 'updated_at': '2021-09-10T20:51:32Z', 'revision_number': 4, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'subnets': [{'id': 'f8eb14ed-f56b-4b58-8ef6-ce150a0b1314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:34.317094 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54648) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:34.330066 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device fb731499-0110-4351-96f8-7a3d3856ff31 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:34.447702 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2fc03c2-443a-4069-b287-d49ba34643ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.483162 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port fb731499-0110-4351-96f8-7a3d3856ff31 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:34.489317 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port fb731499-0110-4351-96f8-7a3d3856ff31 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:34.489890 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.554941 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2fc03c2-443a-4069-b287-d49ba34643ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.585299 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.616179 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port fb731499-0110-4351-96f8-7a3d3856ff31, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=fb731499-0110-4351-96f8-7a3d3856ff31,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:34.694410 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b2fc03c2-443a-4069-b287-d49ba34643ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.723510 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.738530 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b2fc03c2-443a-4069-b287-d49ba34643ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ee14fd36209f42a4885be1ddb9139969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173958 Sep 10 20:51:34.738530 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc03c2-443a-4069-b287-d49ba34643ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35dfecc-70b3-4107-9195-0241604d3895,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:34.738737 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54658) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:34.772953 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:34.788231 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:34.811009 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.037396 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.040176 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.041438 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e35dfecc-70b3-4107-9195-0241604d3895 HTTP/1.1" status: 204 len: 168 time: 0.3018577 Sep 10 20:51:35.051003 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2086b0d-ef82-41cd-bf7e-8c5ac347d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35dfecc-70b3-4107-9195-0241604d3895,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:35.652164 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54698) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:35.666474 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5e43ea06-d461-48a4-a466-ad6ef2cb5746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.765027 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5e43ea06-d461-48a4-a466-ad6ef2cb5746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.843284 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5e43ea06-d461-48a4-a466-ad6ef2cb5746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.883358 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-5e43ea06-d461-48a4-a466-ad6ef2cb5746 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=383d9417e5594cfbac38500754db5861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301185 Sep 10 20:51:35.884229 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43ea06-d461-48a4-a466-ad6ef2cb5746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce05ebb-cef6-4f0f-950b-d673c3bbcf5b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:35.886040 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54712) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:35.956738 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:35.986466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:36.152272 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:36.155099 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:36.156757 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fce05ebb-cef6-4f0f-950b-d673c3bbcf5b HTTP/1.1" status: 204 len: 168 time: 0.2690921 Sep 10 20:51:36.166023 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d551-97de-4f59-8add-dc87094cb9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce05ebb-cef6-4f0f-950b-d673c3bbcf5b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:36.287998 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device fb731499-0110-4351-96f8-7a3d3856ff31 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:36.349733 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port fb731499-0110-4351-96f8-7a3d3856ff31 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:36.350117 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.551742 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-117e246c-768b-4c7d-b907-6190f3102c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.558925 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54736) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:37.574306 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-11bf9603-a467-4e32-ba8d-bf6bf8ac88b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.730833 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-11bf9603-a467-4e32-ba8d-bf6bf8ac88b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.803392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-11bf9603-a467-4e32-ba8d-bf6bf8ac88b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.844544 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-11bf9603-a467-4e32-ba8d-bf6bf8ac88b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=38233e53fc5a48059abbe4db19f49df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844286 Sep 10 20:51:37.845636 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf9603-a467-4e32-ba8d-bf6bf8ac88b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de46b83-f355-46ad-b47c-069f35172fd1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:37.847660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54744) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:37.884087 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:51:37.924118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:37.955917 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:38.106339 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:38.109298 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:38.111519 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0de46b83-f355-46ad-b47c-069f35172fd1 HTTP/1.1" status: 204 len: 168 time: 0.2562423 Sep 10 20:51:38.121607 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22356ac0-88f0-4bf6-9284-efb828909c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de46b83-f355-46ad-b47c-069f35172fd1,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:39.738477 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54790) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:39.902734 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1601412509-network', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:39.925343 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ddb79-ae1e-48e3-831d-0620f53e0317 req-111490c4-b5a8-401f-b4dd-f46097448cf3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:39.926990 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9f8ddb79-ae1e-48e3-831d-0620f53e0317 req-111490c4-b5a8-401f-b4dd-f46097448cf3 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1264510 Sep 10 20:51:39.958119 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-ae5ea497-0a0e-457c-be25-b1c9cf69394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:39.959970 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-ae5ea497-0a0e-457c-be25-b1c9cf69394f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0977383 Sep 10 20:51:39.986689 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9f8ddb79-ae1e-48e3-831d-0620f53e0317 req-a3391102-bf26-451d-8122-8be34aedcff9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Sep 10 20:51:40.008035 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Made reservation on behalf of 8ae6836ce26a4c8eac96b7550d6cb1e0 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:40.018977 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.031089 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.142712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-44205647-c546-47bf-bb10-728ede6cbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:40.144205 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-44205647-c546-47bf-bb10-728ede6cbf22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.1566501 Sep 10 20:51:40.199085 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-98dccfc0-c929-4eb8-b2fc-585fa5163524 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0454757 Sep 10 20:51:40.279449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-4eb3e5dd-45cc-43bd-9d18-4388f8329485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:40.280927 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-4eb3e5dd-45cc-43bd-9d18-4388f8329485 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0740855 Sep 10 20:51:40.282971 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.317368 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5e674753-1260-44f5-9ace-728a12c035dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.323686 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-ad1548ea-6ada-45fe-8022-3d9413316f2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340216 Sep 10 20:51:40.422042 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-029257e7-6ee3-43c2-b427-e82818ca054a service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 Sep 10 20:51:40.465108 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.528275 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:51:40.534693 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef56616-0227-403f-877c-2d9744aa06a0,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:40.544968 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.545310 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Added segment fcd4e2cf-09b4-4e4a-9080-05cf01484cfa of type vlan for network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab Sep 10 20:51:40.601907 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e429c31-9e57-48d2-a8e1-82a00388a615 req-0590d322-a2b4-43d7-8e0b-950161794624 service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706228 Sep 10 20:51:40.605206 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.660242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.729104 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.732311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:40.732311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:40.869745 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:40.882771 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-635a48a3-baaf-43c6-ba54-03189c6a97b7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1356647 Sep 10 20:51:40.882881 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54846) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:40.886198 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Request body: {'subnet': {'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1601412509-subnet', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:40.894548 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:51:41.037665 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Made reservation on behalf of 8ae6836ce26a4c8eac96b7550d6cb1e0 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:41.041388 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:41.159890 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1befb2-b36d-405e-a450-4ce931f9ca74 req-cf8fb7ca-c541-40b0-8ded-8b132fa57154 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:41.161432 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a1befb2-b36d-405e-a450-4ce931f9ca74 req-cf8fb7ca-c541-40b0-8ded-8b132fa57154 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0937610 Sep 10 20:51:41.256041 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a1befb2-b36d-405e-a450-4ce931f9ca74 req-0a1bd86c-ba5e-478c-b378-98ef4fde7a04 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887730 Sep 10 20:51:41.277070 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:41.414763 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:41.477184 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7544aad-9e49-4917-bc37-a662274cadf2,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:41.494092 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:41.494827 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Network hostable DHCP agents. Network: 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:51:41.608624 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:51:41.708575 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:41.713059 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:41.714041 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:41.718200 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c5ebc0-34f3-42ec-bf26-e7c3a9b2f5e1 None None] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:41.841063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 54864) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:41.841741 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-46bb754c-1bcb-4d4c-85e7-eb3ae03edc79 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9559867 Sep 10 20:51:41.846011 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:41.895783 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:51:41.896657 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.052096 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Allocated IP 172.20.0.2 (5bcefa40-8dcf-43c8-bdea-a22e371cd3ab/d7544aad-9e49-4917-bc37-a662274cadf2/f5bb0516-383d-4903-9902-2aec81e0de9c) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:42.083320 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.084377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.193213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.228425 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.238011 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Transition to ACTIVE for port object f5bb0516-383d-4903-9902-2aec81e0de9c will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:42.255425 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Transition to ACTIVE for port object f5bb0516-383d-4903-9902-2aec81e0de9c will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:42.384044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbfb2b-8c85-43ba-82ba-9c38b2512f4f req-d98ce087-bcba-48fa-ae1d-76f001e2014b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:42.385485 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9fbfb2b-8c85-43ba-82ba-9c38b2512f4f req-d98ce087-bcba-48fa-ae1d-76f001e2014b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0546510 Sep 10 20:51:42.426137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9fbfb2b-8c85-43ba-82ba-9c38b2512f4f req-fec6d969-d27a-4399-a303-8eff4492b72e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325630 Sep 10 20:51:42.849733 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.850545 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.891666 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:42.895018 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:42.898357 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:42.912548 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Pushing event updated for resources: {'Port': ['ID=f5bb0516-383d-4903-9902-2aec81e0de9c,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:42.977654 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Attempting to bind port f5bb0516-383d-4903-9902-2aec81e0de9c on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:42.978599 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Attempting to bind port f5bb0516-383d-4903-9902-2aec81e0de9c by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:42.979586 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Attempting to bind port f5bb0516-383d-4903-9902-2aec81e0de9c on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:42.991307 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:42.991704 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:42.992102 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:42.992493 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Bound using segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:42.992952 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Bound port: f5bb0516-383d-4903-9902-2aec81e0de9c, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:42.993332 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:43.015330 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:43.086126 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] For port f5bb0516-383d-4903-9902-2aec81e0de9c, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:43.089705 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] For port f5bb0516-383d-4903-9902-2aec81e0de9c, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f5bb0516-383d-4903-9902-2aec81e0de9c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:43.174008 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:43.244725 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf654e-00a4-44a4-8efb-12f0171094aa None None] Pushing event updated for resources: {'Port': ['ID=f5bb0516-383d-4903-9902-2aec81e0de9c,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:43.395319 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:43.430013 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:43.652437 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c6c3-cf34-4fde-9e1e-9715628982f9 req-8bbc9256-06a6-48f4-918e-310485c46519 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:43.660008 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b412c6c3-cf34-4fde-9e1e-9715628982f9 req-8bbc9256-06a6-48f4-918e-310485c46519 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0840774 Sep 10 20:51:43.664806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Allocated IP 172.27.2.225 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:43.698076 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b412c6c3-cf34-4fde-9e1e-9715628982f9 req-07b4f2c2-cd59-452c-a2ad-90cb2c071aa6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 Sep 10 20:51:44.068954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.168482 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.228273 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Pushing event updated for resources: {'Port': ['ID=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:44.249102 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:44.262586 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:44.265591 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:44.406737 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f5bb0516-383d-4903-9902-2aec81e0de9c up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:44.481365 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4525fa9-7d27-4fc4-84bc-4360fa6e924a None None] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:44.605254 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port f5bb0516-383d-4903-9902-2aec81e0de9c completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:44.664491 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Provisioning for port f5bb0516-383d-4903-9902-2aec81e0de9c completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:44.671353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Provisioning complete for port f5bb0516-383d-4903-9902-2aec81e0de9c triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:44.671840 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.805164 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.805769 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.870316 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] For port f5bb0516-383d-4903-9902-2aec81e0de9c, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f5bb0516-383d-4903-9902-2aec81e0de9c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:44.960433 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:44.961846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24c702-7218-4d6b-98e4-3657d0ad841a req-a22d03a1-47af-4f07-bb4f-53d4160bee16 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:44.963423 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b24c702-7218-4d6b-98e4-3657d0ad841a req-a22d03a1-47af-4f07-bb4f-53d4160bee16 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1047912 Sep 10 20:51:45.040731 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0141-16d4-4183-b2e3-8b4f53a6efb3 None None] Pushing event updated for resources: {'Port': ['ID=f5bb0516-383d-4903-9902-2aec81e0de9c,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:45.082971 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b24c702-7218-4d6b-98e4-3657d0ad841a req-58d4df16-abd8-4adf-b5f9-be00392a7f72 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052916 Sep 10 20:51:45.088432 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-14f466ab-03bc-4a7e-9d4b-b4252e2a9f39 None None] Provisioning complete for port f5bb0516-383d-4903-9902-2aec81e0de9c triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:45.088824 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-14f466ab-03bc-4a7e-9d4b-b4252e2a9f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:45.121084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:45.328628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Router 92edcb78-fa65-4606-a981-d630ced72493 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:51:45.452969 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:45.464341 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:45.480291 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:45.481507 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:45.554121 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:45.558631 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 54934) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:45.559244 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-b76c13b7-fc9b-4323-96fe-cb3a0279415f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7159555 Sep 10 20:51:45.740692 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:45.940721 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:44Z', 'revision_number': 3, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:45.975718 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:45.976057 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Updating router 92edcb78-fa65-4606-a981-d630ced72493 port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:46.003553 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.145437 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.343536 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f5bb0516-383d-4903-9902-2aec81e0de9c up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:46.394177 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.420829 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Transition to ACTIVE for port object 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:46.422316 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2712e0-316d-40c6-a1cf-3c9410a9d906 req-5b8d0a4e-8371-4138-aab9-6c727d67bca7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:46.430495 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce2712e0-316d-40c6-a1cf-3c9410a9d906 req-5b8d0a4e-8371-4138-aab9-6c727d67bca7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.2494500 Sep 10 20:51:46.452607 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port f5bb0516-383d-4903-9902-2aec81e0de9c triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:46.453185 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.500907 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Allocated IP 172.20.0.1 (5bcefa40-8dcf-43c8-bdea-a22e371cd3ab/d7544aad-9e49-4917-bc37-a662274cadf2/1de8278a-3ad5-42e4-b506-9e18ab401811) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:46.519102 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce2712e0-316d-40c6-a1cf-3c9410a9d906 req-461b1ebe-39fe-4d42-a52d-ea59c17e486d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875695 Sep 10 20:51:46.629564 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.653659 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Transition to ACTIVE for port object 1de8278a-3ad5-42e4-b506-9e18ab401811 will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:46.860573 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.916782 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6456e-e1ed-4c91-a73a-cbe86c21058f None None] Pushing event updated for resources: {'Port': ['ID=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:46.923768 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Attempting to bind port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:46.924675 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Attempting to bind port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:46.925034 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Attempting to bind port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:46.930296 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:46.930680 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:46.931088 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.931471 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:46.931920 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Bound port: 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:46.932333 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:46.987430 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] For port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:46.990462 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] For port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:47.111211 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.140606 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.147449 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:47.150204 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:47.153591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:47.191719 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:47.192622 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:47.195724 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:47.219294 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.354867 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:47.455485 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6456e-e1ed-4c91-a73a-cbe86c21058f None None] Pushing event updated for resources: {'Port': ['ID=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:47.493787 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.562747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-7488a588-b401-409c-831d-3bd8a101a047 None None] Provisioning for port 1de8278a-3ad5-42e4-b506-9e18ab401811 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:47.569934 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-7488a588-b401-409c-831d-3bd8a101a047 None None] Provisioning complete for port 1de8278a-3ad5-42e4-b506-9e18ab401811 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:47.570447 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7488a588-b401-409c-831d-3bd8a101a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.593263 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:44Z', 'revision_number': 3, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:47.624691 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-7488a588-b401-409c-831d-3bd8a101a047 None None] Port 1de8278a-3ad5-42e4-b506-9e18ab401811 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:47.655832 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be7e46-583d-4a45-af42-1d7acbd2565e None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:44Z', 'revision_number': 3, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:47.758026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262819-6d9a-4c95-a6e2-9a78ea613502 req-1b6be035-73c2-4f92-981f-0f5f440f5356 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:47.760871 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c262819-6d9a-4c95-a6e2-9a78ea613502 req-1b6be035-73c2-4f92-981f-0f5f440f5356 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1328733 Sep 10 20:51:47.812264 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:47.837193 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c262819-6d9a-4c95-a6e2-9a78ea613502 req-3e85cde4-4849-4295-9424-e91c2ed23b78 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670745 Sep 10 20:51:48.123283 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:48.191350 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:48.193031 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Pushing event updated for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:48.302318 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:48.303807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:48.355109 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:48.444375 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:51:48.574523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-89a53f9e-cca1-4392-9232-4352392fb07f None None] Provisioning complete for port 1de8278a-3ad5-42e4-b506-9e18ab401811 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:48.575385 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-89a53f9e-cca1-4392-9232-4352392fb07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:48.578065 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:48.594831 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-62f7289c-5dc2-451b-aef1-88af552d64b1 admin admin] 10.222.0.38 "PUT /v2.0/routers/92edcb78-fa65-4606-a981-d630ced72493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0271046 Sep 10 20:51:48.739008 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:48.748355 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:48.748732 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:48.787395 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-89a53f9e-cca1-4392-9232-4352392fb07f None None] Port 1de8278a-3ad5-42e4-b506-9e18ab401811 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:48.838992 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:48.859193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:48.987144 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18886e71-1a4a-4487-abf4-b59d10f079f4 req-b6c6f9d5-77b1-4981-b7c0-6fc3a4fd37ca tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:48.988868 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-18886e71-1a4a-4487-abf4-b59d10f079f4 req-b6c6f9d5-77b1-4981-b7c0-6fc3a4fd37ca tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0669637 Sep 10 20:51:49.077883 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.079061 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-18886e71-1a4a-4487-abf4-b59d10f079f4 req-406be179-528e-434f-95db-195332c7c77a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772564 Sep 10 20:51:49.136431 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:49.256488 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-0c0d5a1c-f50f-460b-a791-a4343133437f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:49.257877 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-0c0d5a1c-f50f-460b-a791-a4343133437f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 814 time: 0.1283181 Sep 10 20:51:49.273279 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-3185bc98-bf80-4f8c-aa66-708f6bd8fab1 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/quotas/3ff4550e42b9437a9627274b27f2e850 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Sep 10 20:51:49.328067 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-8a3f47d9-a11e-48e8-b904-92a33ecefeb6 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495722 Sep 10 20:51:49.406423 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:49.416634 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:49.418888 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:49.437989 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-2332c8d9-3e04-4e2b-9034-c2c80a440a6e service neutron] 10.222.0.38 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979135 Sep 10 20:51:49.495532 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 55018) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:49.504131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054382668-network', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:49.532867 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:49.536648 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-74ead7cd-f1df-46f0-aed0-5c4a50576988 service neutron] 10.222.0.38 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920689 Sep 10 20:51:49.607346 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Made reservation on behalf of fc694423cffb4a4c99bf487cb20a1813 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:49.609792 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.621291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.718989 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.733403 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 2, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:49.762542 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:49.762919 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Updating router 92edcb78-fa65-4606-a981-d630ced72493 port 1de8278a-3ad5-42e4-b506-9e18ab401811 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:49.794760 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.816131 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.836453 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa105ef1-f8b7-46ea-9115-63c2a673a1bd req-cf51fb5e-6d1d-4644-aea1-75a65938b01d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 210 time: 0.0424228 Sep 10 20:51:49.862388 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:51:49.870893 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbce74-b09d-4c53-91da-ba3602e2779d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:49.873814 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:49.874158 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Added segment 4f7f2912-b624-4157-b0e3-e0e78b42b268 of type vlan for network 446b1435-a1e6-43b4-999e-005acf488665 Sep 10 20:51:49.932781 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.031463 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.032774 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:50.033886 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.098954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] Pushing event updated for resources: {'Network': ['ID=446b1435-a1e6-43b4-999e-005acf488665,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:50.115791 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 446b1435-a1e6-43b4-999e-005acf488665 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:51:50.129527 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d26652c1-1d2a-4af8-9c16-f766d2eb0eeb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6324973 Sep 10 20:51:50.134619 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 55042) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:50.140115 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Request body: {'subnet': {'network_id': '446b1435-a1e6-43b4-999e-005acf488665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054382668-subnet', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:50.224919 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.233669 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bd378-1c49-477d-8c74-08cdafb4b716 req-2955bdf6-5951-42a4-89d8-0809ef61986a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:50.235270 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a03bd378-1c49-477d-8c74-08cdafb4b716 req-2955bdf6-5951-42a4-89d8-0809ef61986a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0542803 Sep 10 20:51:50.238579 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Transition to ACTIVE for port object 1de8278a-3ad5-42e4-b506-9e18ab401811 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:50.277180 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a03bd378-1c49-477d-8c74-08cdafb4b716 req-deadb226-7e2b-4b72-9f0f-fa6f0c514af7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 Sep 10 20:51:50.288343 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Made reservation on behalf of fc694423cffb4a4c99bf487cb20a1813 for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:50.290766 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.312710 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:50.335437 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.405919 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce3f84-87f8-493b-bc95-ac3d2cd044b9 None None] Pushing event updated for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:50.464248 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:50.464704 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.494029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Attempting to bind port 1de8278a-3ad5-42e4-b506-9e18ab401811 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:50.494400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Attempting to bind port 1de8278a-3ad5-42e4-b506-9e18ab401811 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:50.494810 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Attempting to bind port 1de8278a-3ad5-42e4-b506-9e18ab401811 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:50.504763 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:50.507532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:50.507532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.507532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Bound using segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:50.507532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Bound port: 1de8278a-3ad5-42e4-b506-9e18ab401811, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:50.507532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.521666 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.584457 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33d79d7-b311-4971-87d5-c9ddb1568989,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:50.588945 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Checking segment: {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:50.589296 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Network hostable DHCP agents. Network: 446b1435-a1e6-43b4-999e-005acf488665, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:51:50.626419 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] For port 1de8278a-3ad5-42e4-b506-9e18ab401811, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:50.641621 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] For port 1de8278a-3ad5-42e4-b506-9e18ab401811, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=1de8278a-3ad5-42e4-b506-9e18ab401811,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:50.659290 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Network 446b1435-a1e6-43b4-999e-005acf488665 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:51:50.733399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.755740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 446b1435-a1e6-43b4-999e-005acf488665) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:50.761713 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:50.762425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:50.773114 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdbd5d2-ded7-441f-b844-03f0af1f69ba None None] Network 446b1435-a1e6-43b4-999e-005acf488665 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:50.816621 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:50.817250 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:50.821761 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce3f84-87f8-493b-bc95-ac3d2cd044b9 None None] Pushing event updated for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:50.833930 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-b372ffce-4851-455e-82b5-7cf076635777 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7005911 Sep 10 20:51:50.836526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 55046) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:50.843587 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:50.998841 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6e042ae0-bb7e-4fd7-adc7-303041bad0d4 req-f1e18592-a306-45a5-a3ef-1b2c81dfd4a0 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 210 time: 0.0683198 Sep 10 20:51:51.004344 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.006090 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.038345 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:51.078888 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.305211 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-446b1435-a1e6-43b4-999e-005acf488665', 'network_id': '446b1435-a1e6-43b4-999e-005acf488665', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'fixed_ips': [{'subnet_id': 'a33d79d7-b311-4971-87d5-c9ddb1568989'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:51:51.306218 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.311529 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.402633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e27e2-7d33-4925-bced-ef5e94b0bd36 req-a00e4313-842d-4ee0-b72a-f9bdf85928b6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:51.404482 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e3e27e2-7d33-4925-bced-ef5e94b0bd36 req-a00e4313-842d-4ee0-b72a-f9bdf85928b6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0553067 Sep 10 20:51:51.465497 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e3e27e2-7d33-4925-bced-ef5e94b0bd36 req-f9c0fa62-ede1-492d-9dcd-2cf3f475662d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480700 Sep 10 20:51:51.516058 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Allocated IP 172.20.0.2 (446b1435-a1e6-43b4-999e-005acf488665/a33d79d7-b311-4971-87d5-c9ddb1568989/e7cf7590-ec45-430e-975b-36588b0ff442) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:51.532046 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:50Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:51.572935 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96ff429-e2e6-493c-8d15-c75648c8325a None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:50Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:51.649048 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.679131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.715175 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.726556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Transition to ACTIVE for port object e7cf7590-ec45-430e-975b-36588b0ff442 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:51.742690 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Transition to ACTIVE for port object e7cf7590-ec45-430e-975b-36588b0ff442 will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:51.807841 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Allocated IP 172.27.2.195 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/52f40e7d-3b4d-410f-86fb-8c5621176667) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:51.864430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.913812 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Network 446b1435-a1e6-43b4-999e-005acf488665 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:51.916595 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:51.920135 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:51.924047 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:51.929219 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Pushing event updated for resources: {'Port': ['ID=e7cf7590-ec45-430e-975b-36588b0ff442,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:51.961128 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.961499 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.961849 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.962183 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.962522 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.962884 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.963215 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.963793 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.963935 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.964196 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.964520 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.964846 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:51:51.997496 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Attempting to bind port e7cf7590-ec45-430e-975b-36588b0ff442 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:51.997874 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Attempting to bind port e7cf7590-ec45-430e-975b-36588b0ff442 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:51.998234 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Attempting to bind port e7cf7590-ec45-430e-975b-36588b0ff442 on network 446b1435-a1e6-43b4-999e-005acf488665 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:52.005415 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:52.006024 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Checking segment: {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:52.006532 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.007134 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Bound using segment: {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:52.007723 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Bound port: e7cf7590-ec45-430e-975b-36588b0ff442, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:52.008214 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.083025 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.131040 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] For port e7cf7590-ec45-430e-975b-36588b0ff442, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:52.136954 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] For port e7cf7590-ec45-430e-975b-36588b0ff442, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=e7cf7590-ec45-430e-975b-36588b0ff442,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:52.176169 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5bc131b0-66b6-4794-ae85-e0fd140d5c05 req-3009b816-1035-49c6-a1b2-67c903e2a6db tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 210 time: 0.0655937 Sep 10 20:51:52.192583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:52.202377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:52.204915 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:52.210339 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Pushing event updated for resources: {'Port': ['ID=52f40e7d-3b4d-410f-86fb-8c5621176667,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:52.274604 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.368463 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 1de8278a-3ad5-42e4-b506-9e18ab401811 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:52.402987 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c6b5f-990a-4e4e-b8fa-7c612b8d8af4 None None] Pushing event updated for resources: {'Port': ['ID=e7cf7590-ec45-430e-975b-36588b0ff442,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:52.528975 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 1de8278a-3ad5-42e4-b506-9e18ab401811 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:52.534470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 1de8278a-3ad5-42e4-b506-9e18ab401811 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:52.534989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.675652 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.730198 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 1de8278a-3ad5-42e4-b506-9e18ab401811, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=1de8278a-3ad5-42e4-b506-9e18ab401811,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:52.756764 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-4e463cfc-34d1-4dd4-9bcd-8c5d3255712d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:52.758357 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-4e463cfc-34d1-4dd4-9bcd-8c5d3255712d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 814 time: 0.6495688 Sep 10 20:51:52.780442 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'port': {'device_id': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'admin_state_up': True, 'tenant_id': '3ff4550e42b9437a9627274b27f2e850'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:51:52.812754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:52.823361 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f1afb-b40f-4a6f-a844-08493f9b79df req-b60b675f-963a-4e50-97ec-108bf5dea9f9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:52.824855 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e24f1afb-b40f-4a6f-a844-08493f9b79df req-b60b675f-963a-4e50-97ec-108bf5dea9f9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1139226 Sep 10 20:51:52.886694 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:52.954406 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e24f1afb-b40f-4a6f-a844-08493f9b79df req-98b227aa-962e-4da0-9104-1833a0b62ef2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Sep 10 20:51:53.065811 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:53.273916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Made reservation on behalf of 3ff4550e42b9437a9627274b27f2e850 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:51:53.277662 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:53.373532 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4da08fd8-22fa-47ca-890e-d4c4ca113cd2 req-8e3ce384-7f58-4001-b717-4eef7a65cd07 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 210 time: 0.0839884 Sep 10 20:51:53.650494 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Allocated IP 172.20.0.11 (e9deb283-7392-4b77-afda-e5b5088e2d00/a91ae1e6-5bd1-415f-a9a6-52d366e367cc/78d5df2c-56b3-4b14-807b-93c9506093fe) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:53.667650 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:53.718962 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b7ea7-59d2-4840-aacd-75c9641fd290 None None] Network 446b1435-a1e6-43b4-999e-005acf488665 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:51:53.928014 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-0e4824a5-75bf-49d6-b048-4aee32fee82e None None] Provisioning for port e7cf7590-ec45-430e-975b-36588b0ff442 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:53.932239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:53.949385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Transition to ACTIVE for port object 78d5df2c-56b3-4b14-807b-93c9506093fe will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:54.008688 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Router 13f72121-f64a-42db-9507-6f74155ad998 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:51:54.093399 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.199087 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Network e9deb283-7392-4b77-afda-e5b5088e2d00 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:54.214675 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:54.224515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:54.230054 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:54.230704 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.233593 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:54.265542 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7575f39-06ea-45ea-b940-829c09dfee4a req-640e830a-ee12-4cae-8787-869af5aa32c0 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:51:54.266482 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7575f39-06ea-45ea-b940-829c09dfee4a req-640e830a-ee12-4cae-8787-869af5aa32c0 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1780713 Sep 10 20:51:54.312165 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:54.329685 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Sync routers for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:54.331503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-243bdd01-9b0c-45ba-876d-3c0b65376863 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5561991 Sep 10 20:51:54.352184 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:54.359333 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:54.364835 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7575f39-06ea-45ea-b940-829c09dfee4a req-0fa8ee7e-5c42-484a-8d65-e419ac2e775a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933824 Sep 10 20:51:54.442833 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.444123 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-5502e08a-7a3c-46b8-955a-a38bee12b252 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6063175 Sep 10 20:51:54.446798 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 55122) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:51:54.521491 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 1de8278a-3ad5-42e4-b506-9e18ab401811 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:54.581942 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:54.585120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 1de8278a-3ad5-42e4-b506-9e18ab401811 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:54.585488 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.655276 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6da3faca-c028-4838-a88a-7b4835ffc5f3 None None] Provisioning for port 78d5df2c-56b3-4b14-807b-93c9506093fe completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:54.661600 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6da3faca-c028-4838-a88a-7b4835ffc5f3 None None] Provisioning complete for port 78d5df2c-56b3-4b14-807b-93c9506093fe triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:54.662263 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6da3faca-c028-4838-a88a-7b4835ffc5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.715783 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-6da3faca-c028-4838-a88a-7b4835ffc5f3 None None] Port 78d5df2c-56b3-4b14-807b-93c9506093fe cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:54.727505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device e7cf7590-ec45-430e-975b-36588b0ff442 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:54.808839 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 3, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:54.837293 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port e7cf7590-ec45-430e-975b-36588b0ff442 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:54.840009 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Checking router: 13f72121-f64a-42db-9507-6f74155ad998 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:54.840567 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Updating router 13f72121-f64a-42db-9507-6f74155ad998 port 52f40e7d-3b4d-410f-86fb-8c5621176667 binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:54.842350 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port e7cf7590-ec45-430e-975b-36588b0ff442 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:54.842880 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.876955 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.951445 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.968210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:54.995713 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port e7cf7590-ec45-430e-975b-36588b0ff442, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=e7cf7590-ec45-430e-975b-36588b0ff442,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:55.082701 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.141556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=e7cf7590-ec45-430e-975b-36588b0ff442,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:55.173759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Allocated IP 172.20.0.1 (446b1435-a1e6-43b4-999e-005acf488665/a33d79d7-b311-4971-87d5-c9ddb1568989/ec955098-ae70-4925-b1da-fccabb65ae75) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:51:55.223335 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.232970 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Transition to ACTIVE for port object 52f40e7d-3b4d-410f-86fb-8c5621176667 will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:55.288126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.302412 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Transition to ACTIVE for port object ec955098-ae70-4925-b1da-fccabb65ae75 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:55.357107 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.409187 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1812d1-f481-411b-be54-b75352686cf9 None None] Pushing event updated for resources: {'Port': ['ID=52f40e7d-3b4d-410f-86fb-8c5621176667,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:55.415009 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Attempting to bind port 52f40e7d-3b4d-410f-86fb-8c5621176667 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:55.415373 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Attempting to bind port 52f40e7d-3b4d-410f-86fb-8c5621176667 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:55.416291 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Attempting to bind port 52f40e7d-3b4d-410f-86fb-8c5621176667 on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:55.420634 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:55.421002 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:55.421396 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.421774 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:55.422230 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Bound port: 52f40e7d-3b4d-410f-86fb-8c5621176667, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:55.422623 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.437588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.476479 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Network 446b1435-a1e6-43b4-999e-005acf488665 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:55.479386 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:55.483098 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:51:55.483568 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.485893 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] For port 52f40e7d-3b4d-410f-86fb-8c5621176667, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:55.500913 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] For port 52f40e7d-3b4d-410f-86fb-8c5621176667, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=52f40e7d-3b4d-410f-86fb-8c5621176667,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:55.533013 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Pushing event updated for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:55.586068 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.655243 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:55.655878 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:55.750221 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1812d1-f481-411b-be54-b75352686cf9 None None] Pushing event updated for resources: {'Port': ['ID=52f40e7d-3b4d-410f-86fb-8c5621176667,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:55.792619 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:55.903708 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-165fdb4e-768e-4cd9-8fea-9a0f97c1d294 None None] Provisioning for port ec955098-ae70-4925-b1da-fccabb65ae75 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:55.912033 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-165fdb4e-768e-4cd9-8fea-9a0f97c1d294 None None] Provisioning complete for port ec955098-ae70-4925-b1da-fccabb65ae75 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:55.912673 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-165fdb4e-768e-4cd9-8fea-9a0f97c1d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:55.953952 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-165fdb4e-768e-4cd9-8fea-9a0f97c1d294 None None] Port ec955098-ae70-4925-b1da-fccabb65ae75 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:56.000069 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.015085 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 3, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:56.046436 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3daa35-a067-4352-9c0c-953a54714b9e None None] The sync data for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi is: [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 3, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:51:56.168247 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.231595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.232272 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.315398 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Pushing event updated for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:56.355626 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device e7cf7590-ec45-430e-975b-36588b0ff442 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:56.422866 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Network 446b1435-a1e6-43b4-999e-005acf488665 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:51:56.424650 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:51:56.453681 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port e7cf7590-ec45-430e-975b-36588b0ff442 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:56.454182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.542531 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.571127 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Router 13f72121-f64a-42db-9507-6f74155ad998 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:51:56.686010 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-4f1f9cb4-a972-47e1-96f8-db4217503676 None None] Provisioning complete for port ec955098-ae70-4925-b1da-fccabb65ae75 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:56.686913 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4f1f9cb4-a972-47e1-96f8-db4217503676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:56.712875 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:51:56.718618 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e2a59ecc-ad4a-4980-94f9-7025f8b37613 admin admin] 10.222.0.38 "PUT /v2.0/routers/13f72121-f64a-42db-9507-6f74155ad998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2702570 Sep 10 20:51:56.727304 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f9cb4-a972-47e1-96f8-db4217503676 None None] Port ec955098-ae70-4925-b1da-fccabb65ae75 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:51:58.321191 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 52f40e7d-3b4d-410f-86fb-8c5621176667 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:51:58.425547 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 52f40e7d-3b4d-410f-86fb-8c5621176667 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:51:58.431224 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 52f40e7d-3b4d-410f-86fb-8c5621176667 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:51:58.431932 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:58.530779 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:58.552339 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 52f40e7d-3b4d-410f-86fb-8c5621176667, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=52f40e7d-3b4d-410f-86fb-8c5621176667,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:51:58.676787 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:58.724028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=52f40e7d-3b4d-410f-86fb-8c5621176667,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:58.777570 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Sync routers for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:51:58.788197 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:58.788827 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:58.895027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:51:59.092966 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:55Z', 'revision_number': 4, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'ec955098-ae70-4925-b1da-fccabb65ae75', 'name': '', 'network_id': '446b1435-a1e6-43b4-999e-005acf488665', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'mac_address': 'fa:16:3e:e5:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:54Z', 'updated_at': '2021-09-10T20:51:56Z', 'revision_number': 2, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'subnets': [{'id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:59.124698 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Checking router: 13f72121-f64a-42db-9507-6f74155ad998 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:51:59.125102 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Updating router 13f72121-f64a-42db-9507-6f74155ad998 port ec955098-ae70-4925-b1da-fccabb65ae75 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:51:59.151644 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.422492 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.431844 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Transition to ACTIVE for port object ec955098-ae70-4925-b1da-fccabb65ae75 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:51:59.522804 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.576400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399879b-8318-49f4-9919-7777c0714a4f None None] Pushing event updated for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:51:59.631596 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Attempting to bind port ec955098-ae70-4925-b1da-fccabb65ae75 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:51:59.631968 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Attempting to bind port ec955098-ae70-4925-b1da-fccabb65ae75 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:51:59.632330 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Attempting to bind port ec955098-ae70-4925-b1da-fccabb65ae75 on network 446b1435-a1e6-43b4-999e-005acf488665 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:51:59.644376 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:51:59.644750 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Checking segment: {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:51:59.645154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.645543 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Bound using segment: {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:51:59.646029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Bound port: ec955098-ae70-4925-b1da-fccabb65ae75, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f2912-b624-4157-b0e3-e0e78b42b268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '446b1435-a1e6-43b4-999e-005acf488665'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:51:59.646408 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.709586 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] For port ec955098-ae70-4925-b1da-fccabb65ae75, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:51:59.712740 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] For port ec955098-ae70-4925-b1da-fccabb65ae75, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ec955098-ae70-4925-b1da-fccabb65ae75,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:51:59.815108 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:51:59.892604 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:51:59.893236 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:51:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:51:59.951179 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399879b-8318-49f4-9919-7777c0714a4f None None] Pushing event updated for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:00.163505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:52:00.317097 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 52f40e7d-3b4d-410f-86fb-8c5621176667 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:52:00.404784 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 52f40e7d-3b4d-410f-86fb-8c5621176667 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:52:00.405158 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:00.436861 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:55Z', 'revision_number': 4, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'ec955098-ae70-4925-b1da-fccabb65ae75', 'name': '', 'network_id': '446b1435-a1e6-43b4-999e-005acf488665', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'mac_address': 'fa:16:3e:e5:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:54Z', 'updated_at': '2021-09-10T20:51:59Z', 'revision_number': 4, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'subnets': [{'id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:52:00.472812 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9c89be-ab8f-47ee-9c08-7ff68bd6dffe None None] The sync data for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi is: [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:55Z', 'revision_number': 4, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'ec955098-ae70-4925-b1da-fccabb65ae75', 'name': '', 'network_id': '446b1435-a1e6-43b4-999e-005acf488665', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'mac_address': 'fa:16:3e:e5:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:54Z', 'updated_at': '2021-09-10T20:51:59Z', 'revision_number': 4, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'subnets': [{'id': 'a33d79d7-b311-4971-87d5-c9ddb1568989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:52:02.319425 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ec955098-ae70-4925-b1da-fccabb65ae75 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:52:02.454026 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port ec955098-ae70-4925-b1da-fccabb65ae75 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:52:02.458000 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port ec955098-ae70-4925-b1da-fccabb65ae75 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:52:02.458390 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:02.543781 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:02.573614 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port ec955098-ae70-4925-b1da-fccabb65ae75, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ec955098-ae70-4925-b1da-fccabb65ae75,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:52:02.676741 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:02.723495 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:04.302013 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ec955098-ae70-4925-b1da-fccabb65ae75 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:52:04.362519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port ec955098-ae70-4925-b1da-fccabb65ae75 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:52:04.362837 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:07.522468 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-0dea70aa-f9d5-4279-8b5b-5b8644eea599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:10.247923 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2610a90d-0834-4249-b6ab-a9d551793223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:10.659022 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:11.276363 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:12.773697 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:14.882594 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:52:21.949838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Request body: {'port': {'device_id': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:22.016240 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:22.092174 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ec7e-707a-4b8f-be83-a486fde612e0 req-5a36d375-5b15-487f-a6ff-062039977efc tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:22.093640 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7df9ec7e-707a-4b8f-be83-a486fde612e0 req-5a36d375-5b15-487f-a6ff-062039977efc tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0476942 Sep 10 20:52:22.105682 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-bc82cf31-e0a1-4699-aadb-0b13052ab728 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970340 Sep 10 20:52:22.130675 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7df9ec7e-707a-4b8f-be83-a486fde612e0 req-52766836-c9df-4c1d-8c28-e547de3ae6e6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Sep 10 20:52:22.134992 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a10f82-6784-4ccb-bdf1-9bf81bbe1dff req-14f8174b-1d03-4b85-8bc6-adec47141135 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:22.136431 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72a10f82-6784-4ccb-bdf1-9bf81bbe1dff req-14f8174b-1d03-4b85-8bc6-adec47141135 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 932 time: 0.1007874 Sep 10 20:52:22.259513 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72a10f82-6784-4ccb-bdf1-9bf81bbe1dff req-4dd1e3f4-5dea-4a37-aa10-067cd0d1ffa4 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731640 Sep 10 20:52:22.396909 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d5df2c-56b3-4b14-807b-93c9506093fe {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:52:22.404428 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:22.417195 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Transition to ACTIVE for port object 78d5df2c-56b3-4b14-807b-93c9506093fe will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:52:22.460608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-1c1c8c06-22d7-414d-a50e-86d395bf065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:22.462081 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-1c1c8c06-22d7-414d-a50e-86d395bf065c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 1099 time: 0.0404253 Sep 10 20:52:22.492204 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:22.590523 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:22.607951 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.608300 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.608648 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.608980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.609311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.609641 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.609965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.610289 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.610620 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.610973 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.611292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.611616 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:22.658031 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Attempting to bind port 78d5df2c-56b3-4b14-807b-93c9506093fe on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:52:22.658558 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Attempting to bind port 78d5df2c-56b3-4b14-807b-93c9506093fe by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:52:22.659094 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Attempting to bind port 78d5df2c-56b3-4b14-807b-93c9506093fe on network e9deb283-7392-4b77-afda-e5b5088e2d00 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:52:22.662256 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-5feb5fa7-ee20-43d5-a03b-939ece3faefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:22.663862 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-5feb5fa7-ee20-43d5-a03b-939ece3faefb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.1809258 Sep 10 20:52:22.667230 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Port 78d5df2c-56b3-4b14-807b-93c9506093fe on network e9deb283-7392-4b77-afda-e5b5088e2d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:52:22.667744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Attempting to bind port 78d5df2c-56b3-4b14-807b-93c9506093fe on network e9deb283-7392-4b77-afda-e5b5088e2d00 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:52:22.679570 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:52:22.679901 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Checking segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:52:22.680279 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Bound using segment: {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:52:22.680774 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Bound port: 78d5df2c-56b3-4b14-807b-93c9506093fe, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d962ab-7007-4526-83cc-b02ea446924f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:52:22.681055 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:22.723314 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-cfd16e74-174c-465d-a3bc-e4cdce16868b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f31edae9-fd79-4556-a67c-1705d355ed84 HTTP/1.1" status: 200 len: 217 time: 0.0501802 Sep 10 20:52:22.810543 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55318) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:22.815846 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272292593', 'description': 'tempest-secgroup-smoke-1272292593 description', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:22.822012 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-025f84e1-4052-448c-b217-d8de91407cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:22.823518 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-025f84e1-4052-448c-b217-d8de91407cba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0763946 Sep 10 20:52:22.824865 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:52:22.828481 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:52:22.859318 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-52c6a7e5-9396-43a0-bfdf-db5ea974cd15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273316 Sep 10 20:52:22.947621 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-aed4fe91-409c-43ca-a083-096cfd63efda service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806954 Sep 10 20:52:23.031602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.033473 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.082786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.083946 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.085567 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] 10.222.0.46 "PUT /v2.0/ports/78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 1094 time: 1.1400394 Sep 10 20:52:23.086014 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:52:23.088321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b4dab5-5500-46fd-a48d-3a3e1841f339" -d '{"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:52:23.100871 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9babdd34-a531-4aff-9897-5d8559ac3452 req-0694e845-7d17-4e66-8460-5ce30fa10700 service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447332 Sep 10 20:52:23.115394 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d748b7a-f16a-490a-a25d-e7360fa0cc7e service neutron] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:23.124478 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.187442 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.226772 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0655d262-e3b3-4371-a8cf-931997266cb7,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:23.236084 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.238908 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.239541 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.239622 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-d5aa034b-eb8d-4fea-bd0a-1a1d47b36054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.239706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.239918 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:52:23.241118 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-d5aa034b-eb8d-4fea-bd0a-1a1d47b36054 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1097 time: 0.0538459 Sep 10 20:52:23.303874 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.309627 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2839b1db-426e-485c-9fbf-b5342ec14eb6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4976230 Sep 10 20:52:23.310281 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55336) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:23.312934 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-74bf0ee9-17d5-4525-a82d-b0b848b340b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 217 time: 0.0390501 Sep 10 20:52:23.315661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:23.344888 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01fa9fe-7805-4674-a92d-8c8ad123519d x-openstack-request-id: req-f01fa9fe-7805-4674-a92d-8c8ad123519d {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:52:23.345030 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:52:23.345209 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f01fa9fe-7805-4674-a92d-8c8ad123519d {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:52:23.345597 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:52:23.396205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-8c227217-1f93-4582-a12e-f1ae2efde236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.397644 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-8c227217-1f93-4582-a12e-f1ae2efde236 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0705421 Sep 10 20:52:23.447917 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638f907-af64-411d-9874-9dc8164e9c2d req-6e4c4ffd-2317-4b98-9b6e-c7bc9008ba91 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.449754 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d638f907-af64-411d-9874-9dc8164e9c2d req-6e4c4ffd-2317-4b98-9b6e-c7bc9008ba91 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0654700 Sep 10 20:52:23.451143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.533740 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d638f907-af64-411d-9874-9dc8164e9c2d req-c797d3b2-2d4c-4408-b720-54b33e46adc5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689397 Sep 10 20:52:23.539149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-32ce2318-5458-46c0-8b25-0b5a80f16985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.540595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-32ce2318-5458-46c0-8b25-0b5a80f16985 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1111288 Sep 10 20:52:23.554840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.565885 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b78651-f8dd-46e9-b953-0ac7dbe24f94 req-514dfdf3-3016-4671-bc73-f2388e7900a5 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.567427 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21b78651-f8dd-46e9-b953-0ac7dbe24f94 req-514dfdf3-3016-4671-bc73-f2388e7900a5 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0936997 Sep 10 20:52:23.575470 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a4d0e-217a-446d-9f65-004260c69575 req-88c1cd29-4986-4be0-8d0b-9f99f3df4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:23.577024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f54a4d0e-217a-446d-9f65-004260c69575 req-88c1cd29-4986-4be0-8d0b-9f99f3df4ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0726159 Sep 10 20:52:23.610344 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21b78651-f8dd-46e9-b953-0ac7dbe24f94 req-e64ae75c-5dbb-4947-8d97-17648740720b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Sep 10 20:52:23.652005 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f54a4d0e-217a-446d-9f65-004260c69575 req-7e2774c9-9fe2-46fc-9751-a2b9536529b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663483 Sep 10 20:52:23.667585 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-4ca6dad3-309b-4975-a19d-9a61fcaa4e8b service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182477 Sep 10 20:52:23.680700 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.696699 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79b5439-0f45-4dcc-b39e-ee8096cbb713,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:23.813064 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.814230 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4ae6fbda-53ac-4cca-b554-daa6a30a9dd1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5027480 Sep 10 20:52:23.816929 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55338) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:23.821177 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:23.926307 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:23.983268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.093533 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.111164 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a32acdf-44e7-400f-b521-4c188e5dd7ed,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:24.236034 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.237280 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b6385928-f937-47d3-a401-cc2c109d8863 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4194424 Sep 10 20:52:24.239997 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55344) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:24.244235 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:24.365984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.424061 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.516630 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.531344 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3d312ca4-cbdb-401c-ad5f-a27bf4015f91 req-c4c3631a-f8ec-466a-81d5-f69845044bea service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911260 Sep 10 20:52:24.538976 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e370a53d-6295-49c5-88d1-c9ba8725354e,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:24.606980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.610886 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-64dfae12-a3f2-4293-a62b-d2551fc22cbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673816 Sep 10 20:52:24.611219 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55360) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:24.616842 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:24.672508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e7d13-deb1-4da6-a69b-dcaed087c9db req-458162a0-11f8-4495-ba7c-2508663370cd tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:24.674154 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c5e7d13-deb1-4da6-a69b-dcaed087c9db req-458162a0-11f8-4495-ba7c-2508663370cd tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0588346 Sep 10 20:52:24.739768 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460ec4a-c2d1-4bbe-873c-88bd048634bd req-a5d2e86d-83e6-4214-ba10-1baeec8def4c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:24.741605 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a460ec4a-c2d1-4bbe-873c-88bd048634bd req-a5d2e86d-83e6-4214-ba10-1baeec8def4c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0480771 Sep 10 20:52:24.743859 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c5e7d13-deb1-4da6-a69b-dcaed087c9db req-63ab8867-cafa-47d8-9c69-cd1ac813b6e9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585120 Sep 10 20:52:24.746471 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-8ac3f92e-cb97-420d-b77c-e66b1f9d2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:24.747910 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-8ac3f92e-cb97-420d-b77c-e66b1f9d2da6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1097 time: 0.0714684 Sep 10 20:52:24.778362 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:24.789576 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a460ec4a-c2d1-4bbe-873c-88bd048634bd req-1e974b9e-4884-4592-8504-99c3a9c701d2 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Sep 10 20:52:24.844008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-bb03411b-baf1-4659-a4fe-33df8828a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:24.845686 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-bb03411b-baf1-4659-a4fe-33df8828a973 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.0893764 Sep 10 20:52:24.895498 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-b8d4bb6a-29a9-4a83-b8a8-3a26ee0a6a32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 217 time: 0.0421553 Sep 10 20:52:24.972166 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-4a391511-23a5-44b1-b32d-c696b7415982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:24.974159 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-4a391511-23a5-44b1-b32d-c696b7415982 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0475302 Sep 10 20:52:25.020460 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-b7d762c4-6ca3-455e-ace0-15706b47e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:25.021962 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-b7d762c4-6ca3-455e-ace0-15706b47e21f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405707 Sep 10 20:52:25.038372 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.115621 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.116667 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-01543692-d3b8-4303-9464-d8ffe4e119c5 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Sep 10 20:52:25.132792 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf7fa34-fb6b-4164-92ee-9221ae20313e,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:25.207516 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.213321 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38b4dab5-5500-46fd-a48d-3a3e1841f339 req-45e58c79-5f95-4d09-a5f8-ed7ceaf745f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 Sep 10 20:52:25.213465 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b625ec9e-838e-475f-a4cf-9d776a19a1ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5964479 Sep 10 20:52:25.213465 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55366) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:25.215728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:25.293474 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Project 8ae6836ce26a4c8eac96b7550d6cb1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:52:25.298215 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.354746 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.459734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.480123 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08911dc-b36e-4bb5-9d4c-57f27b47da3a,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:25.579103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.580331 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9a7f2e15-b208-4022-bdac-eea27cc1e31b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3680484 Sep 10 20:52:25.583542 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55374) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:25.587865 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'security_group_rule': {'security_group_id': '0655d262-e3b3-4371-a8cf-931997266cb7', 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:52:25.693954 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Project 8ae6836ce26a4c8eac96b7550d6cb1e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:52:25.699102 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.758577 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.864332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a5be8-28b0-47fc-8624-79bb1a9d448e req-f9bd9009-0894-4963-bfc8-ed367c018cac tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:25.865794 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5e6a5be8-28b0-47fc-8624-79bb1a9d448e req-f9bd9009-0894-4963-bfc8-ed367c018cac tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0523951 Sep 10 20:52:25.882193 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:25.899599 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e09cab6-2fe8-4d2a-919c-1b404919561f,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:25.903617 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5e6a5be8-28b0-47fc-8624-79bb1a9d448e req-32982635-f71c-42a2-8485-154698c7adc6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 10 20:52:26.006493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e2f9-d092-47f6-8fa6-602b21f093ab req-ab2ab4cf-113b-4b6f-bc8e-336e1f0b67d0 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:26.007899 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-09d2e2f9-d092-47f6-8fa6-602b21f093ab req-ab2ab4cf-113b-4b6f-bc8e-336e1f0b67d0 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0481257 Sep 10 20:52:26.045236 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-09d2e2f9-d092-47f6-8fa6-602b21f093ab req-7430726d-5c64-42ff-b237-fc5b5ee15e35 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Sep 10 20:52:26.064716 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:26.065901 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-94555930-4fa3-4005-8270-c10aefe19727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4814537 Sep 10 20:52:26.521553 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:27.043149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8645-efc7-4b68-892c-7cc990ac1fb5 req-a73d4021-b789-4f4e-9b58-dc2304c44061 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:27.044889 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-305b8645-efc7-4b68-892c-7cc990ac1fb5 req-a73d4021-b789-4f4e-9b58-dc2304c44061 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0598969 Sep 10 20:52:27.082642 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-305b8645-efc7-4b68-892c-7cc990ac1fb5 req-91c9adf1-6925-4025-a7b4-b8cfe26e207b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Sep 10 20:52:27.187680 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f002382-53fd-441e-991b-f59ce8d48ebb req-718c9a9d-41ea-4753-b8ac-bce7dd8cd964 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:27.189147 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9f002382-53fd-441e-991b-f59ce8d48ebb req-718c9a9d-41ea-4753-b8ac-bce7dd8cd964 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0525877 Sep 10 20:52:27.228457 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9f002382-53fd-441e-991b-f59ce8d48ebb req-a0c199f6-ac1a-4d73-9e04-02ff30a3956a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 10 20:52:28.197047 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0909-5cf2-4a68-8c88-5c2c095618d6 req-9eb762e2-b472-401d-b335-2f7aebc08b01 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:28.198424 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1e4f0909-5cf2-4a68-8c88-5c2c095618d6 req-9eb762e2-b472-401d-b335-2f7aebc08b01 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0487001 Sep 10 20:52:28.237443 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1e4f0909-5cf2-4a68-8c88-5c2c095618d6 req-29a54df8-323b-4242-9123-8d1781ebe60e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Sep 10 20:52:28.340964 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa750-c9d2-47af-be39-1712a84e7566 req-e1b6107d-0d1a-4ece-aca0-f0fb74786953 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:28.342427 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2e0fa750-c9d2-47af-be39-1712a84e7566 req-e1b6107d-0d1a-4ece-aca0-f0fb74786953 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0475862 Sep 10 20:52:28.379872 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2e0fa750-c9d2-47af-be39-1712a84e7566 req-7f15bb02-2275-4ae3-a137-d77a4787d0e8 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Sep 10 20:52:28.871212 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f1800-0aca-440f-9124-aa7e029b797b req-8f007c4b-ca98-49ec-b831-5240bf66bc5e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:28.872641 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-831f1800-0aca-440f-9124-aa7e029b797b req-8f007c4b-ca98-49ec-b831-5240bf66bc5e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0507841 Sep 10 20:52:28.918798 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-831f1800-0aca-440f-9124-aa7e029b797b req-dc7885c5-60bb-40b0-8871-cb135ac013ce tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Sep 10 20:52:28.947664 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-140eb3a3-2281-4de6-b725-2cfca629b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:28.949129 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-140eb3a3-2281-4de6-b725-2cfca629b199 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9bb86100c7f44b73ba4febee51b04a91&device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 1098 time: 0.0456860 Sep 10 20:52:29.042403 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-ccd0425c-05a0-456f-a73d-9beb0d697ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:29.043870 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-ccd0425c-05a0-456f-a73d-9beb0d697ba1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 200 len: 920 time: 0.0861931 Sep 10 20:52:29.090169 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-b59cc229-edc3-4f48-98ab-45399ff6f84f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 200 len: 217 time: 0.0370142 Sep 10 20:52:29.140667 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-f30b4e8a-9962-409a-a2ef-20460bada826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:29.142124 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-f30b4e8a-9962-409a-a2ef-20460bada826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 200 len: 859 time: 0.0439367 Sep 10 20:52:29.178865 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-b76b7c8b-c69c-41bc-916a-c62806d2a33e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cf3ae02-1318-417d-84a9-6a9c31dadb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284815 Sep 10 20:52:29.279541 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-c3a1c309-2052-4c85-8507-f920de02c06d service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841699 Sep 10 20:52:29.376712 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20dc5e8c-70e9-44d1-a034-13e0a39048a2 req-9b450a11-bfc8-4e44-b443-6a2de0add730 service neutron] 10.222.0.46 "GET /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Sep 10 20:52:29.498527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c20d1-8042-472e-956b-447390cc8b3b req-d4f0bf4c-80ce-4f45-b888-b239816c4af3 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:29.499988 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b43c20d1-8042-472e-956b-447390cc8b3b req-d4f0bf4c-80ce-4f45-b888-b239816c4af3 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0526578 Sep 10 20:52:29.536907 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b43c20d1-8042-472e-956b-447390cc8b3b req-8171edae-976b-4e31-82f7-cb8e19a28849 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Sep 10 20:52:30.044314 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c4d4-b828-4702-a0e5-3ff88aa64eaa req-0e0be0ed-ebc7-4056-8b57-24f39477d6c1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:30.046331 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ae79c4d4-b828-4702-a0e5-3ff88aa64eaa req-0e0be0ed-ebc7-4056-8b57-24f39477d6c1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0517159 Sep 10 20:52:30.094553 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ae79c4d4-b828-4702-a0e5-3ff88aa64eaa req-ec5037a6-1f20-4188-85e7-bee21fbef52c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421357 Sep 10 20:52:30.659986 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2e324-4595-4dd0-bc46-77c1d229900a req-04efd771-15f4-4956-a14a-81da7d1ece68 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:30.662141 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a2a2e324-4595-4dd0-bc46-77c1d229900a req-04efd771-15f4-4956-a14a-81da7d1ece68 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 944 time: 0.0505722 Sep 10 20:52:30.700174 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a2a2e324-4595-4dd0-bc46-77c1d229900a req-09816bc2-ad06-4ecf-b1d2-0a19bee68098 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Sep 10 20:52:30.709106 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 78d5df2c-56b3-4b14-807b-93c9506093fe details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:52:30.813348 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:52:30.824950 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'port_id': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'mac_address': 'fa:16:3e:84:c9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:52:30.861866 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:30.874477 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d5df2c-56b3-4b14-807b-93c9506093fe {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:52:30.896212 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:52:31.059104 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:31.108712 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:31.224492 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569addd0-be4f-4391-abd9-eefad8d01b77 req-41c443ea-f1fb-45db-bdb1-5d8e58c6dca6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:31.225285 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-569addd0-be4f-4391-abd9-eefad8d01b77 req-41c443ea-f1fb-45db-bdb1-5d8e58c6dca6 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0525947 Sep 10 20:52:31.275486 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-569addd0-be4f-4391-abd9-eefad8d01b77 req-a7e0d606-c3f7-4cf2-8c47-be4e28870689 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 Sep 10 20:52:31.650928 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:52:31.817987 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8204a-5da4-4e36-b34b-1e45b6a1e949 req-73e2d62f-e6cd-487c-a97d-95332c5bd75b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:31.819533 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ce8204a-5da4-4e36-b34b-1e45b6a1e949 req-73e2d62f-e6cd-487c-a97d-95332c5bd75b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 945 time: 0.0508978 Sep 10 20:52:31.855642 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ce8204a-5da4-4e36-b34b-1e45b6a1e949 req-8af19371-519a-42ec-b107-ea30fdf6ce86 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302069 Sep 10 20:52:32.399688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06c9f-7f86-44ab-8199-659e447573f9 req-59de1d80-9192-4cca-9a95-d46e69880944 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:32.401160 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-34f06c9f-7f86-44ab-8199-659e447573f9 req-59de1d80-9192-4cca-9a95-d46e69880944 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0501993 Sep 10 20:52:32.439149 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-34f06c9f-7f86-44ab-8199-659e447573f9 req-3df86ab9-49db-4622-83f3-5659945cf348 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Sep 10 20:52:32.978118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2ffc7-8d52-4189-9c29-49c4dab733c1 req-4085bdab-5667-4d74-96c3-3e6fa704fe6c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:32.979672 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-61b2ffc7-8d52-4189-9c29-49c4dab733c1 req-4085bdab-5667-4d74-96c3-3e6fa704fe6c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 945 time: 0.0551248 Sep 10 20:52:33.017189 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-61b2ffc7-8d52-4189-9c29-49c4dab733c1 req-89fea3ac-b2b4-4a01-9413-960b307e6f99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Sep 10 20:52:33.573349 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62208bb4-719b-4c94-8afd-93603da16ad5 req-0e75e8ae-e2af-4e7b-8e7f-d737c8d78acf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:33.575429 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-62208bb4-719b-4c94-8afd-93603da16ad5 req-0e75e8ae-e2af-4e7b-8e7f-d737c8d78acf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0639372 Sep 10 20:52:33.619111 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-62208bb4-719b-4c94-8afd-93603da16ad5 req-917f6260-a4ac-43d4-855f-24c5a5413d0b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Sep 10 20:52:34.129744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ac5a9-c83f-46be-8371-d131d8797f61 req-4152573d-9203-42b0-910b-8e0811d3d4fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:34.131226 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ce4ac5a9-c83f-46be-8371-d131d8797f61 req-4152573d-9203-42b0-910b-8e0811d3d4fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 945 time: 0.0480430 Sep 10 20:52:34.171321 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ce4ac5a9-c83f-46be-8371-d131d8797f61 req-bdb2496d-50bb-4b9e-b380-107604a341a7 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Sep 10 20:52:35.019533 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 78d5df2c-56b3-4b14-807b-93c9506093fe up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:52:35.149797 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 78d5df2c-56b3-4b14-807b-93c9506093fe completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:52:35.153819 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 78d5df2c-56b3-4b14-807b-93c9506093fe triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:52:35.154135 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:35.235220 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:35.264169 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:52:35.266405 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d9793a-6ec3-497e-a090-3830cd53a79b" -d '{"events": [{"server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "name": "network-vif-plugged", "status": "completed", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:52:35.279597 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:52:35.299927 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e50f0-d8f3-4143-8a6e-3f2c1d7cb665 req-1e29b9c1-cabc-4d81-b6bf-7d3f052f08c7 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:35.301579 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ec5e50f0-d8f3-4143-8a6e-3f2c1d7cb665 req-1e29b9c1-cabc-4d81-b6bf-7d3f052f08c7 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 945 time: 0.0548565 Sep 10 20:52:35.309676 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c42311-4101-42bd-965f-f5e7a592269a x-openstack-request-id: req-46c42311-4101-42bd-965f-f5e7a592269a {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:52:35.310078 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "name": "network-vif-plugged", "status": "completed", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:52:35.310370 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-46c42311-4101-42bd-965f-f5e7a592269a {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:52:35.310871 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'code': 200} Sep 10 20:52:35.345485 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ec5e50f0-d8f3-4143-8a6e-3f2c1d7cb665 req-d696e7d7-5cc7-4dac-9fed-18c1aca4ea1c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365753 Sep 10 20:52:35.379101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:35.430348 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:37.481521 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8f76d678-0ed0-45c6-b528-f9b03a146980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:40.241280 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f8f30501-ed81-41db-b85d-818e90b4e9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:40.663999 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:41.155462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eacc6-86de-4ab8-b7ca-4131591efd6e req-c8152efc-1352-42aa-bc52-4b76184939a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:41.157298 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a5eacc6-86de-4ab8-b7ca-4131591efd6e req-c8152efc-1352-42aa-bc52-4b76184939a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1099 time: 0.0403366 Sep 10 20:52:41.216030 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a5eacc6-86de-4ab8-b7ca-4131591efd6e req-a1748d15-f629-41d8-813d-9efabe17f324 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Sep 10 20:52:41.292541 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a699227-f251-43d7-88c6-29fcb7cb142f req-a1dc9507-e44c-444b-a12a-d984d8596bcc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:41.293159 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:41.295389 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a699227-f251-43d7-88c6-29fcb7cb142f req-a1dc9507-e44c-444b-a12a-d984d8596bcc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0511975 Sep 10 20:52:41.332449 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0a699227-f251-43d7-88c6-29fcb7cb142f req-eaed2703-edd1-4fe5-a334-e6732836aff1 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Sep 10 20:52:42.447842 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeaea4b-8b57-450c-8935-1cdc9c9cd7af req-25a31cd9-49e7-4a1d-bc4f-817d5b29d260 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:42.449947 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cfeaea4b-8b57-450c-8935-1cdc9c9cd7af req-25a31cd9-49e7-4a1d-bc4f-817d5b29d260 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0523195 Sep 10 20:52:42.712656 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cfeaea4b-8b57-450c-8935-1cdc9c9cd7af req-688fbabd-b3a5-4b3c-8a50-82e271c18298 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567637 Sep 10 20:52:42.755931 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:43.829449 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff1432-69be-432c-9626-14a006674c61 req-86b4c137-3784-47bd-9b61-e258bdd59336 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:43.830952 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b4ff1432-69be-432c-9626-14a006674c61 req-86b4c137-3784-47bd-9b61-e258bdd59336 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0513268 Sep 10 20:52:43.869170 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b4ff1432-69be-432c-9626-14a006674c61 req-4bfe739d-1bcc-4301-b19b-2547d57aec89 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Sep 10 20:52:44.402495 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 55730) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:44.512564 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fc07670-db40-4136-8c4f-7487c126a30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.600127 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fc07670-db40-4136-8c4f-7487c126a30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.721422 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2fc07670-db40-4136-8c4f-7487c126a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.762041 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2fc07670-db40-4136-8c4f-7487c126a30d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=daf220852cbc472f8475f0c5806bf040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584213 Sep 10 20:52:44.762979 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc07670-db40-4136-8c4f-7487c126a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b3bbf-5fa4-436c-b88b-f7040647802b,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:44.764820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 55744) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:52:44.816740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.842432 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.978584 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.981771 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:44.986964 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/522b3bbf-5fa4-436c-b88b-f7040647802b HTTP/1.1" status: 204 len: 168 time: 0.2207048 Sep 10 20:52:44.989084 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2acf2c-ab7f-481d-8ba2-cb905f812309 req-28c7c539-9ba2-4aab-9b62-89b5ea88753b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:44.995182 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9e2acf2c-ab7f-481d-8ba2-cb905f812309 req-28c7c539-9ba2-4aab-9b62-89b5ea88753b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0545371 Sep 10 20:52:44.996949 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e000-5005-4178-81f7-92acaa3062f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b3bbf-5fa4-436c-b88b-f7040647802b,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:52:45.041961 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9e2acf2c-ab7f-481d-8ba2-cb905f812309 req-a2d41b6b-705d-42ad-9b3a-be8889499cd4 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Sep 10 20:52:45.159024 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8360b-9392-4209-b06f-fa51fa55bd5e req-8e09caeb-7d14-4fa5-a62a-51da489b46a6 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:45.160498 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-68d8360b-9392-4209-b06f-fa51fa55bd5e req-8e09caeb-7d14-4fa5-a62a-51da489b46a6 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0509200 Sep 10 20:52:45.198874 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-68d8360b-9392-4209-b06f-fa51fa55bd5e req-f079af04-2158-49bc-9dd7-08f0c0af8532 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323439 Sep 10 20:52:45.527036 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b4fde-2bec-45ec-b62b-7bfe65f0ac9a req-da4602ca-8a3e-4066-9c8f-fe84be7da360 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:45.528944 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1c4b4fde-2bec-45ec-b62b-7bfe65f0ac9a req-da4602ca-8a3e-4066-9c8f-fe84be7da360 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0524664 Sep 10 20:52:45.569855 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1c4b4fde-2bec-45ec-b62b-7bfe65f0ac9a req-71d45611-54c3-4f6c-8ded-48bfd5471401 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Sep 10 20:52:51.881039 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:52:56.466105 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-41002d16-dc55-4922-9f39-3152b936c51e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410719 Sep 10 20:52:56.527033 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:52:58.202409 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d351-7dce-42c5-b609-985314a571e5 req-3f1d4144-8dcb-4349-b3ef-9e72fa854cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:58.203955 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-3f1d4144-8dcb-4349-b3ef-9e72fa854cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1099 time: 0.0392888 Sep 10 20:52:58.307356 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d351-7dce-42c5-b609-985314a571e5 req-57e02028-8f1d-4baf-b92d-346ce5b2fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:58.308905 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-57e02028-8f1d-4baf-b92d-346ce5b2fd29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0856104 Sep 10 20:52:58.381634 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-47a2dc33-984a-41a1-a135-ce5152d3f18a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 1001 time: 0.0642555 Sep 10 20:52:58.434180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d351-7dce-42c5-b609-985314a571e5 req-a7b1fca9-1424-4394-b17f-e9694a73f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:58.435628 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-a7b1fca9-1424-4394-b17f-e9694a73f690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0456395 Sep 10 20:52:58.480571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66d351-7dce-42c5-b609-985314a571e5 req-ae4dca5e-4b5c-4b61-b5ba-154360d7458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:52:58.481946 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-ae4dca5e-4b5c-4b61-b5ba-154360d7458e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383165 Sep 10 20:52:58.583991 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-6b6a9b3c-add6-4a0c-a2c4-418483987bd5 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890772 Sep 10 20:52:58.677202 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e66d351-7dce-42c5-b609-985314a571e5 req-d6c66f77-4558-4adf-80a7-63a6591d1c5b service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810552 Sep 10 20:53:02.800772 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd2762-8d87-4edb-aa53-51fb2a79e7b2 req-b3626eb2-00df-48bf-acba-4a78943352f5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:02.802233 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-55fd2762-8d87-4edb-aa53-51fb2a79e7b2 req-b3626eb2-00df-48bf-acba-4a78943352f5 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0484324 Sep 10 20:53:02.838890 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-55fd2762-8d87-4edb-aa53-51fb2a79e7b2 req-bc9d567f-6788-4a39-9157-c22fb9377fad tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Sep 10 20:53:03.956486 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f8797-3ca2-486e-8b1b-0e496becbc71 req-7b06c1b2-6f5d-45e9-8ae9-3ec24f9c143d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:03.957958 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d1f8797-3ca2-486e-8b1b-0e496becbc71 req-7b06c1b2-6f5d-45e9-8ae9-3ec24f9c143d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0517204 Sep 10 20:53:03.994553 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d1f8797-3ca2-486e-8b1b-0e496becbc71 req-f585a50e-46d8-4ed5-a587-9b55072a993b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Sep 10 20:53:05.108707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67da32c-b7da-4a84-802b-74b66f0031f6 req-7df3bac9-d40d-42b3-8dd4-918ed2673d2d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:05.110078 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b67da32c-b7da-4a84-802b-74b66f0031f6 req-7df3bac9-d40d-42b3-8dd4-918ed2673d2d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0509763 Sep 10 20:53:05.145981 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b67da32c-b7da-4a84-802b-74b66f0031f6 req-6af18a84-53d0-4e33-a2dc-53d843841b92 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295517 Sep 10 20:53:06.262418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b25a3-5819-45f1-94bb-e74abdb8861b req-c218f298-b492-416a-a85b-155903f133a4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:06.263903 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-041b25a3-5819-45f1-94bb-e74abdb8861b req-c218f298-b492-416a-a85b-155903f133a4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0472827 Sep 10 20:53:06.300763 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-041b25a3-5819-45f1-94bb-e74abdb8861b req-174de3e7-2469-477b-8a7a-4f8e8c28eb7a tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Sep 10 20:53:07.412858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed1c8-fe14-41c1-bbf3-2a117e896d34 req-868b8757-c18d-4809-82ea-160b185cb381 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:07.414242 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9a7ed1c8-fe14-41c1-bbf3-2a117e896d34 req-868b8757-c18d-4809-82ea-160b185cb381 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0479443 Sep 10 20:53:07.450754 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9a7ed1c8-fe14-41c1-bbf3-2a117e896d34 req-f0aa5db5-7f30-495b-b457-8b16294714ca tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306184 Sep 10 20:53:07.486186 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-94f47915-5553-4287-ad08-c1c6bb5f8bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:08.562365 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c3e76-1705-4cd9-8ca0-6fa70f53f4d0 req-7f4a6877-3bd6-4c48-a405-b2921aec002f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:08.563852 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3e3c3e76-1705-4cd9-8ca0-6fa70f53f4d0 req-7f4a6877-3bd6-4c48-a405-b2921aec002f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0486090 Sep 10 20:53:08.600553 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3e3c3e76-1705-4cd9-8ca0-6fa70f53f4d0 req-37e96a7e-f3a6-4678-a8b7-f786869be1d7 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309920 Sep 10 20:53:08.997934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc10081-2924-4a42-afd9-7f218719edc1 req-adda3c30-8e12-4d0a-902a-888a881be5a2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:08.999437 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dbc10081-2924-4a42-afd9-7f218719edc1 req-adda3c30-8e12-4d0a-902a-888a881be5a2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0521173 Sep 10 20:53:09.037098 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dbc10081-2924-4a42-afd9-7f218719edc1 req-0cef19ce-7046-468c-a5ea-d1382bbd2d49 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313058 Sep 10 20:53:09.711235 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32719b89-e429-4d90-a0db-8ce959aec840 req-6aac93fc-4525-4520-8f1f-edcd988278ae tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:09.712674 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-32719b89-e429-4d90-a0db-8ce959aec840 req-6aac93fc-4525-4520-8f1f-edcd988278ae tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0463955 Sep 10 20:53:09.749388 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-32719b89-e429-4d90-a0db-8ce959aec840 req-c4f68466-41f5-4608-a1f0-8bef26ac94e2 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Sep 10 20:53:10.102414 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-5c9ace67-0d48-4874-9a60-0b6654352dc1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:10.103890 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-5c9ace67-0d48-4874-9a60-0b6654352dc1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 946 time: 0.0476735 Sep 10 20:53:10.206792 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bb34c-5bb2-4f7a-83ec-584084403174 req-3a730d33-d845-40d6-b0f0-ab5f6158732b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:10.208276 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-006bb34c-5bb2-4f7a-83ec-584084403174 req-3a730d33-d845-40d6-b0f0-ab5f6158732b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1017215 Sep 10 20:53:10.256329 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-006bb34c-5bb2-4f7a-83ec-584084403174 req-657cdcf2-c9ae-4703-8132-b701bf992376 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413396 Sep 10 20:53:10.265638 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Deleting port f31edae9-fd79-4556-a67c-1705d355ed84 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:53:10.265973 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.284554 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-320c4070-e6f7-415b-b74b-29a940babc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.358818 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] For port f31edae9-fd79-4556-a67c-1705d355ed84, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f31edae9-fd79-4556-a67c-1705d355ed84,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:10.359174 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.370429 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Calling delete_port for f31edae9-fd79-4556-a67c-1705d355ed84 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:53:10.577990 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.596490 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'f31edae9-fd79-4556-a67c-1705d355ed84'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:10.611130 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Pushing event deleted for resources: {'Port': ['ID=f31edae9-fd79-4556-a67c-1705d355ed84,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:10.650195 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] No DVR routers for this DVR port f31edae9-fd79-4556-a67c-1705d355ed84 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:53:10.653274 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.655489 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-04cc7c45-b369-414c-bcc7-6f433ca5b75b req-0619eef1-bc26-4c21-9339-a47f21194627 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "DELETE /v2.0/ports/f31edae9-fd79-4556-a67c-1705d355ed84 HTTP/1.1" status: 204 len: 173 time: 0.5407495 Sep 10 20:53:10.656181 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'name': 'network-vif-deleted', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:10.658577 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3352ed8-a336-4ee9-a957-9d46aee9ead1" -d '{"events": [{"server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "name": "network-vif-deleted", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:10.694913 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605e09c7-accd-413b-a6ca-83835cb43d22 x-openstack-request-id: req-605e09c7-accd-413b-a6ca-83835cb43d22 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:10.695207 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e60787d-ed4c-4d40-bf37-385bab9ede4a", "name": "network-vif-deleted", "tag": "f31edae9-fd79-4556-a67c-1705d355ed84", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:10.695454 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-605e09c7-accd-413b-a6ca-83835cb43d22 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:10.695849 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e60787d-ed4c-4d40-bf37-385bab9ede4a', 'name': 'network-vif-deleted', 'tag': 'f31edae9-fd79-4556-a67c-1705d355ed84', 'status': 'completed', 'code': 200} Sep 10 20:53:10.755054 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:10.842729 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-66829489-0712-494a-a620-7125da186d89 req-65ad5732-e0e1-4d2a-b9d5-945019640b7b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.0274761 Sep 10 20:53:11.269291 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:11.398578 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f7b2-1a90-428c-940c-8c546200d1f2 req-d43b32d8-f6ca-4039-9ca4-52af3d0e89fd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:11.400122 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d251f7b2-1a90-428c-940c-8c546200d1f2 req-d43b32d8-f6ca-4039-9ca4-52af3d0e89fd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0606842 Sep 10 20:53:11.439835 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d251f7b2-1a90-428c-940c-8c546200d1f2 req-96973c68-54ee-474f-b80a-3f741e07abd0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320005 Sep 10 20:53:11.975902 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56302) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:11.994575 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3dab6ee4-b7d4-435c-8bce-3e708515a22e req-f67dbbab-38d4-4b0c-8da8-5e0df628835c tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e60787d-ed4c-4d40-bf37-385bab9ede4a HTTP/1.1" status: 200 len: 210 time: 0.0373034 Sep 10 20:53:12.098456 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-31deac0d-51d4-4f7c-b6c9-3c4379e39f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.184570 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-31deac0d-51d4-4f7c-b6c9-3c4379e39f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.252074 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-31deac0d-51d4-4f7c-b6c9-3c4379e39f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.294016 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56314) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:12.294152 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-31deac0d-51d4-4f7c-b6c9-3c4379e39f52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3920d2b375844299acf395691b48f60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168910 Sep 10 20:53:12.295313 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deac0d-51d4-4f7c-b6c9-3c4379e39f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8696184-f76d-4638-8a78-e429398fd7e1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:12.350319 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.371315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.521019 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.523750 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:12.525279 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8696184-f76d-4638-8a78-e429398fd7e1 HTTP/1.1" status: 204 len: 168 time: 0.2301602 Sep 10 20:53:12.533798 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6a47-4131-4210-8aa9-1c43eb3dd54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8696184-f76d-4638-8a78-e429398fd7e1,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:12.583504 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960d07c-c35a-45d4-91c7-a762c6e86949 req-816c1325-6d99-497d-b7cb-721a3f8e71ba tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:12.595088 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0960d07c-c35a-45d4-91c7-a762c6e86949 req-816c1325-6d99-497d-b7cb-721a3f8e71ba tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0855005 Sep 10 20:53:12.631877 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0960d07c-c35a-45d4-91c7-a762c6e86949 req-0c92330f-b463-434b-bc04-9321d2485707 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361254 Sep 10 20:53:12.789222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:13.510993 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffc111-7b9c-453e-8f21-78da09752930 req-5f0ed9e9-b5d4-4fb6-8765-89ec558513ff tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:13.512702 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-58ffc111-7b9c-453e-8f21-78da09752930 req-5f0ed9e9-b5d4-4fb6-8765-89ec558513ff tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0577571 Sep 10 20:53:13.556289 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-58ffc111-7b9c-453e-8f21-78da09752930 req-c24f301f-f793-4889-97dd-de8140f92d8d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369868 Sep 10 20:53:13.695281 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56392) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:13.767056 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37c3ef-0cc1-4c68-9c14-e3f3de8d4c06 req-3620327b-150d-419e-8433-8560eed22f49 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:13.769074 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-de37c3ef-0cc1-4c68-9c14-e3f3de8d4c06 req-3620327b-150d-419e-8433-8560eed22f49 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0511901 Sep 10 20:53:13.793950 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-320117995-network', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:13.812500 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-de37c3ef-0cc1-4c68-9c14-e3f3de8d4c06 req-980bc171-063c-40b9-b11e-45f3c23b45be tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373416 Sep 10 20:53:13.905004 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f31edae9-fd79-4556-a67c-1705d355ed84 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:13.920751 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Made reservation on behalf of b9c9e7b77f0d4bf597f7ecb2eb312afb for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:13.923303 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:13.925753 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: f31edae9-fd79-4556-a67c-1705d355ed84 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:53:13.926101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f31edae9-fd79-4556-a67c-1705d355ed84 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:53:13.932253 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.018328 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.120410 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.141140 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:53:14.158075 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840f7115-2f6b-423b-a4af-9513d4fd6f96,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:14.162865 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.163209 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Added segment 860bf4be-a5c8-4c9d-94a6-b83ac4fa226d of type vlan for network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 Sep 10 20:53:14.204986 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.284869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.285852 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:14.286435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.346901 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9d57ab-e004-4c9e-a9f4-3317541df6d9,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:14.356581 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:53:14.376910 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b49aebf0-4819-435a-ab29-734fa65d2464 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6805191 Sep 10 20:53:14.379753 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56404) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:14.384409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Request body: {'subnet': {'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-320117995-subnet', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:14.474560 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Made reservation on behalf of b9c9e7b77f0d4bf597f7ecb2eb312afb for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:14.476977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.676157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c4bbf-f086-4783-906e-dd4927c37e88 req-c0c97866-f2a1-4eda-9f36-419c2e30338e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:14.677964 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-412c4bbf-f086-4783-906e-dd4927c37e88 req-c0c97866-f2a1-4eda-9f36-419c2e30338e tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0539689 Sep 10 20:53:14.722321 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-412c4bbf-f086-4783-906e-dd4927c37e88 req-307b7fc1-a921-4c06-8c64-59a94cbd08bf tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Sep 10 20:53:14.760609 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.816119 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc4a150-4589-4130-84ec-972f3677aa62,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:14.824869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Checking segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:14.825226 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Network hostable DHCP agents. Network: ca9d57ab-e004-4c9e-a9f4-3317541df6d9, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:53:14.910146 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:53:14.934688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6c66c-5f27-4385-b559-c03687e44b9a req-31d820fe-5df5-487d-85b9-d48643609080 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:14.936156 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-13d6c66c-5f27-4385-b559-c03687e44b9a req-31d820fe-5df5-487d-85b9-d48643609080 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0525465 Sep 10 20:53:14.973433 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-13d6c66c-5f27-4385-b559-c03687e44b9a req-4758dbd4-c87d-4b3b-9fe1-30ed8670c03b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313222 Sep 10 20:53:14.983400 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, ca9d57ab-e004-4c9e-a9f4-3317541df6d9) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:14.988199 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:14.988809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:14.997331 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4fca2-c73a-4595-8f5e-c4f845a3598b None None] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:15.085846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56424) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:15.086426 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-afd283f6-1794-4e75-b8ce-82098a8dfe26 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7055321 Sep 10 20:53:15.090370 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:15.166700 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:53:15.167680 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.207237 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.208534 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.266069 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.320093 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Allocated IP 172.20.0.2 (ca9d57ab-e004-4c9e-a9f4-3317541df6d9/1cc4a150-4589-4130-84ec-972f3677aa62/c4ae6993-cfe2-4703-ac2f-19bf5765a09f) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:15.353618 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-98c215a6-a9b4-4eb8-8eab-b38a2691be34 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272292593&fields=id&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 267 time: 0.0344756 Sep 10 20:53:15.461389 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.469820 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Transition to ACTIVE for port object c4ae6993-cfe2-4703-ac2f-19bf5765a09f will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:15.484782 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Transition to ACTIVE for port object c4ae6993-cfe2-4703-ac2f-19bf5765a09f will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:15.542829 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.567076 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.573747 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3a0b6a50-da6f-4d3b-802f-5713a6bf2069 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:15.575237 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3a0b6a50-da6f-4d3b-802f-5713a6bf2069 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.1881752 Sep 10 20:53:15.590552 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-9428fa5e-02c9-4cf2-a93c-29643d495b5a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/quotas/8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Sep 10 20:53:15.606972 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:15.609799 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:15.616247 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:15.619211 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Pushing event updated for resources: {'Port': ['ID=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:15.646557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.646943 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.647325 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.647666 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.647998 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.648332 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.648661 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.648987 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.649315 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.649704 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.650034 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.650353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:15.661141 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-cb7f453b-d962-44cf-a149-3989693f5542 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649881 Sep 10 20:53:15.680969 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Attempting to bind port c4ae6993-cfe2-4703-ac2f-19bf5765a09f on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:15.681334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Attempting to bind port c4ae6993-cfe2-4703-ac2f-19bf5765a09f by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:15.681696 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Attempting to bind port c4ae6993-cfe2-4703-ac2f-19bf5765a09f on network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:15.686601 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:15.686999 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Checking segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:15.687399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.687790 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Bound using segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:15.688242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Bound port: c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:15.688621 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.754597 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] For port c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:15.759152 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] For port c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:15.803173 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-bd984195-8ba0-437d-87b7-1ea7cf639b2a service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075654 Sep 10 20:53:15.841344 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:15.857194 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7395e66-de28-48db-bd80-129af4d9c0ba req-1a8e0bc3-5b1d-4edb-803a-db8a0c1cb51d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:15.859203 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b7395e66-de28-48db-bd80-129af4d9c0ba req-1a8e0bc3-5b1d-4edb-803a-db8a0c1cb51d tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0572858 Sep 10 20:53:15.903461 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6caf20-878f-41ef-93e3-c7650a616ab6 None None] Pushing event updated for resources: {'Port': ['ID=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:15.910216 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b7395e66-de28-48db-bd80-129af4d9c0ba req-cf6121d4-32d8-4348-8048-1f37fc53efd1 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Sep 10 20:53:15.982574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:16.011173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:16.015024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-7d821d37-cc0a-4bb7-9fb7-f970a3b647eb service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745708 Sep 10 20:53:16.173532 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Allocated IP 172.27.2.234 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/0310546d-b25d-459a-92bc-71b118773c0e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:16.234936 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1ff56-e6c1-411e-8e73-47191b16ca6c req-8b224a37-2a5d-463e-bf3a-ceec5a75ad56 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:16.239189 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b6a1ff56-e6c1-411e-8e73-47191b16ca6c req-8b224a37-2a5d-463e-bf3a-ceec5a75ad56 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1476290 Sep 10 20:53:16.323288 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b6a1ff56-e6c1-411e-8e73-47191b16ca6c req-cc7602c9-d56e-4f89-a387-10adf3ddd13d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791948 Sep 10 20:53:16.347891 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:16.403773 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c4ae6993-cfe2-4703-ac2f-19bf5765a09f up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:16.526467 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port c4ae6993-cfe2-4703-ac2f-19bf5765a09f completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:16.526911 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:16.567576 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:16.568482 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:16.571916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:16.579062 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Pushing event updated for resources: {'Port': ['ID=0310546d-b25d-459a-92bc-71b118773c0e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:16.789059 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e654e7a3-988a-4bec-b321-5f9806e1a20c req-98f23caf-73c7-4d8a-98de-bd33c71943c1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0309720 Sep 10 20:53:16.921757 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.001341 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5284766-51fe-4a03-b574-5368d9d5170b None None] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:17.063474 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98266bc5-4bdd-4e18-868e-3326d19c6049 req-f62b5143-3966-4538-9f54-c33ff8c2d640 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:17.065497 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-98266bc5-4bdd-4e18-868e-3326d19c6049 req-f62b5143-3966-4538-9f54-c33ff8c2d640 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.0680578 Sep 10 20:53:17.171847 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-98266bc5-4bdd-4e18-868e-3326d19c6049 req-3766f324-d5c7-47a0-898f-195e7fdb6ac9 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998044 Sep 10 20:53:17.206810 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.213680 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Provisioning for port c4ae6993-cfe2-4703-ac2f-19bf5765a09f completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:17.215468 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Provisioning complete for port c4ae6993-cfe2-4703-ac2f-19bf5765a09f triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:17.215595 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.306391 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.347786 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] For port c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:17.435167 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.472794 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0cff8-4069-4acf-bd9f-44cd479f2ac4 req-47afcee9-4cc4-48b3-aeef-c350e0a1442e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:17.474258 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e2e0cff8-4069-4acf-bd9f-44cd479f2ac4 req-47afcee9-4cc4-48b3-aeef-c350e0a1442e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0566740 Sep 10 20:53:17.487756 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e80dc1-ba76-4bb7-b2d6-977a4959beaa None None] Pushing event updated for resources: {'Port': ['ID=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:17.508016 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:53:17.512727 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e2e0cff8-4069-4acf-bd9f-44cd479f2ac4 req-33812c78-c6c0-4ae1-ae9a-46f719eb6612 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326021 Sep 10 20:53:17.555906 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6efd0f20-cde6-44c8-b523-3ada8de4749d None None] Provisioning complete for port c4ae6993-cfe2-4703-ac2f-19bf5765a09f triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:17.556284 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6efd0f20-cde6-44c8-b523-3ada8de4749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.627674 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56482) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:17.629653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:17.642184 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Sync routers for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:17.653153 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:17.653755 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:17.726783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.730844 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2d94e1ec-6ba7-4181-b162-419fb0bd0d81 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6438646 Sep 10 20:53:17.733622 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56486) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:17.742080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5546-23fb-45c8-961f-5cc701a183d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.757989 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:17.848337 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5546-23fb-45c8-961f-5cc701a183d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.948110 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4bdf5546-23fb-45c8-961f-5cc701a183d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:17.950820 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:16Z', 'revision_number': 3, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:17.984278 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Checking router: 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:17.984757 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Updating router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 port 0310546d-b25d-459a-92bc-71b118773c0e binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:53:17.999184 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4bdf5546-23fb-45c8-961f-5cc701a183d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0570ecadff674838bc2ca5b997a05e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702667 Sep 10 20:53:18.000524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf5546-23fb-45c8-961f-5cc701a183d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f86584-feac-403c-8640-e63fb3a41a9c,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:18.013121 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56494) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:18.017278 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.096100 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5cdb96e3-61e8-4451-81ad-d7d70349ff09 req-634b1c07-829a-41d0-9f62-50d46255bd61 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0289795 Sep 10 20:53:18.118180 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.153654 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.242309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45db49-2ea2-46fe-8c75-2924ebef476f req-997b77fb-ed39-4ce6-ab43-f9cc35d5dafa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:18.244130 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bb45db49-2ea2-46fe-8c75-2924ebef476f req-997b77fb-ed39-4ce6-ab43-f9cc35d5dafa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0818067 Sep 10 20:53:18.302636 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bb45db49-2ea2-46fe-8c75-2924ebef476f req-4657c3df-8630-469d-b4bf-3af392071e0b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Sep 10 20:53:18.317416 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56502) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:18.349136 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.358559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.359958 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e0f86584-feac-403c-8640-e63fb3a41a9c HTTP/1.1" status: 204 len: 168 time: 0.3458793 Sep 10 20:53:18.381977 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c4ae6993-cfe2-4703-ac2f-19bf5765a09f up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:18.391687 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf1643-63f2-4833-85df-09100e2de8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f86584-feac-403c-8640-e63fb3a41a9c,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:18.407860 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.434731 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Transition to ACTIVE for port object 0310546d-b25d-459a-92bc-71b118773c0e will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:18.454490 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port c4ae6993-cfe2-4703-ac2f-19bf5765a09f triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:18.455512 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.507462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352674da-c628-489c-8947-a947073aa288 req-246b087a-bb46-46b4-a868-800aa19aeae4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:18.521795 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.522969 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-352674da-c628-489c-8947-a947073aa288 req-246b087a-bb46-46b4-a868-800aa19aeae4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.2268722 Sep 10 20:53:18.616927 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468ed75-5cc8-46c7-bfc1-19b226a129fe tempest-TestMinimumBasicScenario-1627418956 tempest-TestMinimumBasicScenario-1627418956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:18.618561 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-5468ed75-5cc8-46c7-bfc1-19b226a129fe tempest-TestMinimumBasicScenario-1627418956 tempest-TestMinimumBasicScenario-1627418956-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1094 time: 0.3000729 Sep 10 20:53:18.623023 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56514) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:18.630021 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Attempting to bind port 0310546d-b25d-459a-92bc-71b118773c0e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:18.630594 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Attempting to bind port 0310546d-b25d-459a-92bc-71b118773c0e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:18.630968 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Attempting to bind port 0310546d-b25d-459a-92bc-71b118773c0e on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:18.631804 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-352674da-c628-489c-8947-a947073aa288 req-85809b88-9eba-4f03-9cda-92a7dd271c5b tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934186 Sep 10 20:53:18.638162 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'port_id': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:18.641199 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:18.641565 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:18.641956 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.642332 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:18.642973 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Bound port: 0310546d-b25d-459a-92bc-71b118773c0e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:18.643344 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.645173 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Pushing event updated for resources: {'Port': ['ID=0310546d-b25d-459a-92bc-71b118773c0e,revision_number=2']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:18.672859 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.673214 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.673718 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.674847 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.675330 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.675652 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.676155 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.676481 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.676832 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.677157 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.677469 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.677780 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:18.704748 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc22dcb-591a-4b61-8af3-d90bd04edf19 req-49e5e07d-4d9b-44f0-af6f-971f383656c5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:18.706382 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-edc22dcb-591a-4b61-8af3-d90bd04edf19 req-49e5e07d-4d9b-44f0-af6f-971f383656c5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0613470 Sep 10 20:53:18.713948 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] For port 0310546d-b25d-459a-92bc-71b118773c0e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:18.717081 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] For port 0310546d-b25d-459a-92bc-71b118773c0e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0310546d-b25d-459a-92bc-71b118773c0e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:18.725005 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.749502 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-edc22dcb-591a-4b61-8af3-d90bd04edf19 req-991686ff-b7d7-4d5c-8b79-d54b2edf8ad2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359509 Sep 10 20:53:18.776391 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for floatingip, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.801405 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.885190 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:18.885752 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:18.894585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Allocated IP 172.20.0.1 (ca9d57ab-e004-4c9e-a9f4-3317541df6d9/1cc4a150-4589-4130-84ec-972f3677aa62/0788232e-9b55-4134-9023-1292e964144e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:18.895694 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:18.975344 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313fee7-c9dd-4554-90f4-1c7e56318fe3 None None] Pushing event updated for resources: {'Port': ['ID=0310546d-b25d-459a-92bc-71b118773c0e,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:19.008359 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:19.038987 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Allocated IP 172.27.2.36 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/c79f3a63-316a-4b24-9f77-6c0741a53529) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:19.050940 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.065123 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Transition to ACTIVE for port object 0788232e-9b55-4134-9023-1292e964144e will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:19.159692 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.219276 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.251674 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2bf1512e-2362-4af9-a532-5fe0a5ace58c req-b49447bb-f0a6-4950-9c8b-0a1e6befaa66 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0433183 Sep 10 20:53:19.298259 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:19.309460 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.310063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:19.310186 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:16Z', 'revision_number': 3, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:19.312963 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:19.316527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.352292 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f01d2c-3763-432b-946a-570cb1c84e37 None None] The sync data for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi is: [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:16Z', 'revision_number': 3, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:19.363030 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:19.370892 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:19.374985 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:19.383052 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'Port': ['ID=c79f3a63-316a-4b24-9f77-6c0741a53529,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:19.393614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Pushing event updated for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:19.613940 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-d22dec4e-2e88-4ac2-a327-b3d0850f5c5e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:19.616385 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-d22dec4e-2e88-4ac2-a327-b3d0850f5c5e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.3161438 Sep 10 20:53:19.644048 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-b7552e2b-1271-401c-9e5d-0bc3bfda0904 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:19.646068 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-b7552e2b-1271-401c-9e5d-0bc3bfda0904 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.1230917 Sep 10 20:53:19.760343 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-dbac223d-725f-479e-82da-e653e7ddc782 None None] Provisioning for port 0788232e-9b55-4134-9023-1292e964144e completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:19.786253 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-dbac223d-725f-479e-82da-e653e7ddc782 None None] Provisioning complete for port 0788232e-9b55-4134-9023-1292e964144e triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:19.787713 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dbac223d-725f-479e-82da-e653e7ddc782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:19.879705 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-cbbc5f15-de2d-4c2e-86c0-338dd5db40fb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 380 time: 0.2323694 Sep 10 20:53:19.892277 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'port': {'device_id': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'admin_state_up': True, 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'security_groups': ['0655d262-e3b3-4371-a8cf-931997266cb7']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:19.893786 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-dbac223d-725f-479e-82da-e653e7ddc782 None None] Port 0788232e-9b55-4134-9023-1292e964144e cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:53:19.919149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.086785 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Deleting port d5f2d3cb-7547-47fc-b24f-a42aca54a44e {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:53:20.087221 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.101380 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.137958 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dd99f-00a8-4cbf-afe6-09cb23be6e2e req-2a54c162-8eac-49df-94e4-9e3b19611e7a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:20.139559 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6b5dd99f-00a8-4cbf-afe6-09cb23be6e2e req-2a54c162-8eac-49df-94e4-9e3b19611e7a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.2352736 Sep 10 20:53:20.143936 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b17731-62de-4dc5-9a33-78657b3ab709 req-df856fce-1ac5-436b-b4d6-280a7515ee01 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:20.145777 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00b17731-62de-4dc5-9a33-78657b3ab709 req-df856fce-1ac5-436b-b4d6-280a7515ee01 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 945 time: 0.3965917 Sep 10 20:53:20.208376 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00b17731-62de-4dc5-9a33-78657b3ab709 req-7a491c4a-341e-4f54-b1a9-90b1ebcec6f4 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/security-groups?id=dfb96c28-36e3-4562-958d-c66349db50e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Sep 10 20:53:20.275305 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.338572 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6b5dd99f-00a8-4cbf-afe6-09cb23be6e2e req-61876d29-6988-4d90-ad4a-6860fe71913b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240296 Sep 10 20:53:20.379720 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.382387 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] For port d5f2d3cb-7547-47fc-b24f-a42aca54a44e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:20.382805 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.408967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Calling delete_port for d5f2d3cb-7547-47fc-b24f-a42aca54a44e owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:53:20.421917 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Made reservation on behalf of 8ae6836ce26a4c8eac96b7550d6cb1e0 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:20.427758 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.458412 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0310546d-b25d-459a-92bc-71b118773c0e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:20.475224 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9bc68ce9-5a96-441d-9408-f7ae5daeba0b req-0f2a6dee-9b94-453d-8577-a8d1bd83b627 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0632737 Sep 10 20:53:20.506827 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.507834 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.533404 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.605511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 0310546d-b25d-459a-92bc-71b118773c0e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:20.610758 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0310546d-b25d-459a-92bc-71b118773c0e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:20.611914 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.632543 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.645334 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Pushing event updated for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:20.730279 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'Port': ['ID=c79f3a63-316a-4b24-9f77-6c0741a53529,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:20.746953 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.757288 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.782437 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 0310546d-b25d-459a-92bc-71b118773c0e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0310546d-b25d-459a-92bc-71b118773c0e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:20.797898 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.20.0.3 (5bcefa40-8dcf-43c8-bdea-a22e371cd3ab/d7544aad-9e49-4917-bc37-a662274cadf2/d6e81230-dc04-4c3a-8f86-cad3a98f9006) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:20.810485 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:20.813808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:20.856553 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.866213 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Floating IP 852f16b9-a4b4-4c97-8a51-38a12bd9901f associated. External IP: 172.27.2.36, port: 78d5df2c-56b3-4b14-807b-93c9506093fe. Sep 10 20:53:20.928008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:20.946602 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d5f2d3cb-7547-47fc-b24f-a42aca54a44e'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:20.949319 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=0310546d-b25d-459a-92bc-71b118773c0e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:20.997349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Pushing event deleted for resources: {'Port': ['ID=d5f2d3cb-7547-47fc-b24f-a42aca54a44e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:21.102453 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] No DVR routers for this DVR port d5f2d3cb-7547-47fc-b24f-a42aca54a44e on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:53:21.109374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.111578 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a6464c2f-f88d-4155-b1e7-29a8eba87b13 req-cc330bc8-2a92-44dd-8058-dacf9a9a1e4f tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.46 "DELETE /v2.0/ports/d5f2d3cb-7547-47fc-b24f-a42aca54a44e HTTP/1.1" status: 204 len: 173 time: 1.4469934 Sep 10 20:53:21.116168 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'name': 'network-vif-deleted', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:21.124955 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d16643f-feaf-412c-962e-9d8a5f2fb030" -d '{"events": [{"server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "name": "network-vif-deleted", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:21.126379 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f217c829-5df8-4b00-96d0-fc28e720a2f8 None None] Provisioning complete for port 0788232e-9b55-4134-9023-1292e964144e triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:21.128264 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f217c829-5df8-4b00-96d0-fc28e720a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.168097 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:53:21.174110 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:53:21.214329 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-f217c829-5df8-4b00-96d0-fc28e720a2f8 None None] Port 0788232e-9b55-4134-9023-1292e964144e cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:53:21.217932 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d0d58-c6b6-42c1-abfe-64d4a972290d x-openstack-request-id: req-c21d0d58-c6b6-42c1-abfe-64d4a972290d {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:21.218216 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b237db2d-42fa-4bc2-a9da-36d82f1c968d", "name": "network-vif-deleted", "tag": "d5f2d3cb-7547-47fc-b24f-a42aca54a44e", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:21.218691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c21d0d58-c6b6-42c1-abfe-64d4a972290d {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:21.219963 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b237db2d-42fa-4bc2-a9da-36d82f1c968d', 'name': 'network-vif-deleted', 'tag': 'd5f2d3cb-7547-47fc-b24f-a42aca54a44e', 'status': 'completed', 'code': 200} Sep 10 20:53:21.540883 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5eb6f2e5-183e-44af-8527-6ca5b66cce16 req-ec6b1b35-6eb7-4b30-abfa-228516574178 tempest-ServerRescueNegativeTestJSON-313613760 tempest-ServerRescueNegativeTestJSON-313613760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b237db2d-42fa-4bc2-a9da-36d82f1c968d HTTP/1.1" status: 200 len: 210 time: 0.2553120 Sep 10 20:53:21.567260 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:21.579662 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Sync routers for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:21.592710 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:21.593587 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:21.604904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.635465 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Transition to ACTIVE for port object d6e81230-dc04-4c3a-8f86-cad3a98f9006 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:21.651575 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8e263ea8-e7b7-4c6c-860f-dc53cca53235 req-91d99a32-438d-4804-a2a8-ac0ddbb35c44 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0322821 Sep 10 20:53:21.653965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:21.664504 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.664635 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Sync routers for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:21.665364 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041779d-b6b5-48f5-a188-15e9bbfb05dd req-0551da08-1f63-4272-9659-ecf9ff491689 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:21.666920 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a041779d-b6b5-48f5-a188-15e9bbfb05dd req-0551da08-1f63-4272-9659-ecf9ff491689 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1120226 Sep 10 20:53:21.670757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8b90135b-2859-4ac9-80d7-8a3e12db23ef admin admin] 10.222.0.38 "PUT /v2.0/routers/0ac6c11a-f8f1-400e-ac21-68d5fcf785f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9358721 Sep 10 20:53:21.700508 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:21.701142 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:21.751402 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-14bcf4d1-7e4b-43e2-b5ea-ad99706d04bd tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1281931 Sep 10 20:53:21.752027 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:21.754626 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:21.757591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56582) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:21.761560 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a041779d-b6b5-48f5-a188-15e9bbfb05dd req-d5f8a419-786a-4efd-8917-749bd51b086c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741327 Sep 10 20:53:21.771843 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066912824', 'description': 'tempest-secgroup-smoke-2066912824 description', 'project_id': '3ff4550e42b9437a9627274b27f2e850'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:21.802696 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.836304 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac33aa3-1746-4834-984b-fc39ef7307f3 x-openstack-request-id: req-6ac33aa3-1746-4834-984b-fc39ef7307f3 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:21.836664 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:21.837074 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6ac33aa3-1746-4834-984b-fc39ef7307f3 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:21.837307 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:53:21.911401 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:21.917101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:21.921656 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.932974 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:21.936964 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:21.958155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:21.968109 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:21.969376 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:21.993818 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:22.038332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-02777ed1-9419-47db-bd87-864affaaaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:22.040591 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-02777ed1-9419-47db-bd87-864affaaaf3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1099 time: 0.1633761 Sep 10 20:53:22.112470 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.177632 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.184030 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 2, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:22.228373 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f114635-f094-43ee-8b11-d44511097d05,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:22.232621 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Checking router: 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:22.233001 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Updating router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 port 0788232e-9b55-4134-9023-1292e964144e binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:53:22.243095 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-590b7940-cc85-4e54-8aa2-8c2a3808d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:22.245276 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-590b7940-cc85-4e54-8aa2-8c2a3808d7e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.1963730 Sep 10 20:53:22.269665 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.300416 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-eea5d6bc-98ff-48c1-9eb3-6ce5bb8a68d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4118488 Sep 10 20:53:22.303176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.304572 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a23ed405-c28a-46dc-8587-e6c9561f384a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5462480 Sep 10 20:53:22.307498 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56594) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:22.313578 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:22.342191 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Request body: {'port': {'device_id': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:22.380423 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-f6e7b627-0487-4b01-8f6d-ed3ad50ecc23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 999 time: 0.1255639 Sep 10 20:53:22.419919 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.444827 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.459856 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0310546d-b25d-459a-92bc-71b118773c0e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:22.493425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-35200d2d-c1a6-4632-beca-322ac0a980e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:22.495142 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-35200d2d-c1a6-4632-beca-322ac0a980e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0841711 Sep 10 20:53:22.509949 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f462048f-3944-4e27-ae4c-33659acb1d08 None None] Provisioning for port d6e81230-dc04-4c3a-8f86-cad3a98f9006 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:22.518965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-f462048f-3944-4e27-ae4c-33659acb1d08 None None] Provisioning complete for port d6e81230-dc04-4c3a-8f86-cad3a98f9006 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:22.519339 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f462048f-3944-4e27-ae4c-33659acb1d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.525065 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.566588 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '852f16b9-a4b4-4c97-8a51-38a12bd9901f', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'port_id': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'mac_address': 'fa:16:3e:84:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:53:19Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 0, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:22.589529 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.603105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-f462048f-3944-4e27-ae4c-33659acb1d08 None None] Port d6e81230-dc04-4c3a-8f86-cad3a98f9006 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:53:22.605640 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0310546d-b25d-459a-92bc-71b118773c0e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:22.606019 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.607816 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Checking router: e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:22.625600 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56602) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:22.638102 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd05e4f7-0f83-4323-b819-e999ae6509f6,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:22.644859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:22.645530 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:22.680973 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.682524 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-83429456-d0ae-4511-9707-a982e07e48eb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732851 Sep 10 20:53:22.685467 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56604) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:22.691538 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:22.714316 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.725825 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Transition to ACTIVE for port object 0788232e-9b55-4134-9023-1292e964144e will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:22.763106 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-afcf3c58-0872-4fd1-9ed5-5fbea74414e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:22.763106 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-afcf3c58-0872-4fd1-9ed5-5fbea74414e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2458766 Sep 10 20:53:22.801992 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:22.811918 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.896092 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:22.916701 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bd6d2-1463-4492-99ad-047f1f659c48 None None] Pushing event updated for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:23.022388 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-0e82d793-8f00-4f77-914f-6aa088aeaf66 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513890 Sep 10 20:53:23.072052 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Attempting to bind port 0788232e-9b55-4134-9023-1292e964144e on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:23.072422 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Attempting to bind port 0788232e-9b55-4134-9023-1292e964144e by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:23.072777 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Attempting to bind port 0788232e-9b55-4134-9023-1292e964144e on network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:23.084939 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:23.085670 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Checking segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:23.085790 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.086418 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Bound using segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:23.086935 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Bound port: 0788232e-9b55-4134-9023-1292e964144e, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:23.087332 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.093394 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.114403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d5e27-9346-498b-947b-db2039d61dfe req-69de3dcb-cf22-4bf3-af56-8483db37cdd7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:23.116206 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-661d5e27-9346-498b-947b-db2039d61dfe req-69de3dcb-cf22-4bf3-af56-8483db37cdd7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 931 time: 0.3507719 Sep 10 20:53:23.116691 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56618) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:23.122847 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-810378543-network', 'tenant_id': 'c39972155661431997a5eabdd8989090'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:23.161873 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975235ca-9fb6-4e4b-abe2-f56977428843 req-39ffe644-20c6-4b7b-9230-dc9330656431 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:23.169813 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.171810 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-975235ca-9fb6-4e4b-abe2-f56977428843 req-39ffe644-20c6-4b7b-9230-dc9330656431 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.2723703 Sep 10 20:53:23.181949 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '852f16b9-a4b4-4c97-8a51-38a12bd9901f', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'port_id': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'mac_address': 'fa:16:3e:84:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:53:19Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 0, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:23.196043 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082c46a3-478f-4860-8175-e7380d0afbb7,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:23.201683 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-661d5e27-9346-498b-947b-db2039d61dfe req-31ac2df0-173a-4a21-8efd-6af992a8576d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756264 Sep 10 20:53:23.240505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25f0f13-19ba-45c0-bbad-6c16d834e070 None None] The sync data for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi is: [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '852f16b9-a4b4-4c97-8a51-38a12bd9901f', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'port_id': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'mac_address': 'fa:16:3e:84:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:53:19Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 0, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:23.247307 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Made reservation on behalf of c39972155661431997a5eabdd8989090 for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:23.253253 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.264695 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] For port 0788232e-9b55-4134-9023-1292e964144e, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:23.269228 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] For port 0788232e-9b55-4134-9023-1292e964144e, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0788232e-9b55-4134-9023-1292e964144e,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:23.287900 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.309164 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.313399 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56624) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:23.313634 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-644d2b1d-c122-4976-866c-eea2a4dfcb99 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6267207 Sep 10 20:53:23.331118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:23.336774 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.367994 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e81230-dc04-4c3a-8f86-cad3a98f9006 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:53:23.376888 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-975235ca-9fb6-4e4b-abe2-f56977428843 req-367c442b-2982-46b4-9b59-7c651ab38429 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040424 Sep 10 20:53:23.387959 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.407256 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:23.408356 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:23.431941 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Transition to ACTIVE for port object d6e81230-dc04-4c3a-8f86-cad3a98f9006 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:23.434577 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-64d79db9-5f89-4108-8fd5-2dc01fd2b47f req-dff31281-07f8-48f2-ba5a-37d253edf429 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918765 Sep 10 20:53:23.438272 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.461603 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bd6d2-1463-4492-99ad-047f1f659c48 None None] Pushing event updated for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=4']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:23.517478 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.559502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.570089 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:23.579708 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d089416-fe0f-499f-8c21-8f076b2b22e4 None None] New status for floating IP 852f16b9-a4b4-4c97-8a51-38a12bd9901f: ACTIVE {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:53:23.612301 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:53:23.650165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a3878-5d76-416c-8eba-4f733234295e,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:23.669554 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.679965 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.681809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.681809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.681809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.681809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.684732 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.685354 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.685856 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.686335 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.690427 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.690989 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.697902 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.698491 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Added segment 6d97ee5a-eb85-4577-a534-14d827f028cc of type vlan for network e186ee70-9fac-4822-b611-cd793811e4cf Sep 10 20:53:23.732459 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:23.748068 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.754824 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.755324 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.755516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.755856 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.756461 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.756589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.758960 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.759929 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.760349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.760759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.761183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.762412 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:53:23.801341 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Attempting to bind port d6e81230-dc04-4c3a-8f86-cad3a98f9006 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:23.801992 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Attempting to bind port d6e81230-dc04-4c3a-8f86-cad3a98f9006 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:23.802504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Attempting to bind port d6e81230-dc04-4c3a-8f86-cad3a98f9006 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:23.823868 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Port d6e81230-dc04-4c3a-8f86-cad3a98f9006 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:53:23.824917 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Attempting to bind port d6e81230-dc04-4c3a-8f86-cad3a98f9006 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:23.885148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:23.885571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:23.886017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Bound using segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:23.886521 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Bound port: d6e81230-dc04-4c3a-8f86-cad3a98f9006, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:23.886985 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.894921 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:23Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:23.903928 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.915206 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.916129 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:23.919428 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:23.921073 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498a0e3a-fe80-4662-9f02-98e984dade39 None None] The sync data for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi is: [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:23Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:24.011064 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d5f2d3cb-7547-47fc-b24f-a42aca54a44e no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:24.060597 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.062171 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:24.070271 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.082661 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: d5f2d3cb-7547-47fc-b24f-a42aca54a44e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:53:24.084212 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d5f2d3cb-7547-47fc-b24f-a42aca54a44e not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:53:24.120094 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] Pushing event updated for resources: {'Network': ['ID=e186ee70-9fac-4822-b611-cd793811e4cf,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:24.125796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:24.133092 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network e186ee70-9fac-4822-b611-cd793811e4cf details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:53:24.256371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.278900 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-d1363340-afd3-4464-a953-66e22c2b7db8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1586754 Sep 10 20:53:24.279394 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56634) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:24.292091 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Request body: {'subnet': {'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-810378543-subnet', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:24.308106 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.356247 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721d46c1-8073-4859-a2a0-8ed9489fda21,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:24.362845 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05a221-f24c-49ea-b671-3960d53ca2bf req-2cb51909-f615-4e0f-ab66-72c82187fbee tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:24.364401 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4a05a221-f24c-49ea-b671-3960d53ca2bf req-2cb51909-f615-4e0f-ab66-72c82187fbee tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0869188 Sep 10 20:53:24.371817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:24.372687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.373347 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] 10.222.0.46 "PUT /v2.0/ports/d6e81230-dc04-4c3a-8f86-cad3a98f9006 HTTP/1.1" status: 200 len: 1093 time: 2.0570326 Sep 10 20:53:24.375762 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:24.378068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b25bcb1-f776-41e8-97bf-c7aac6790947" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:24.429642 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4a05a221-f24c-49ea-b671-3960d53ca2bf req-affbf7de-b419-422d-a7a3-4f8d8a4ef3fd tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494788 Sep 10 20:53:24.438116 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2ceaf-f296-4498-886d-cdc11d6d528c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:24.471661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Made reservation on behalf of c39972155661431997a5eabdd8989090 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:24.474681 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.495850 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0788232e-9b55-4134-9023-1292e964144e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:24.523050 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2d16de-c342-4743-a5a2-2a964b980574 x-openstack-request-id: req-2d2d16de-c342-4743-a5a2-2a964b980574 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:24.523333 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:24.523577 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2d2d16de-c342-4743-a5a2-2a964b980574 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:24.523967 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'status': 'completed', 'code': 200} Sep 10 20:53:24.607556 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-a8a4b25d-d0e6-4f55-ac23-13d1b0f95715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:24.609234 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-a8a4b25d-d0e6-4f55-ac23-13d1b0f95715 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 1096 time: 0.0845284 Sep 10 20:53:24.627867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.635046 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d3237ae8-1212-43b7-a191-0baf04fc3a37 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3145666 Sep 10 20:53:24.640242 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56640) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:24.658757 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Deleting port 662a7054-5102-451d-af25-d731c81dda5b {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:53:24.659100 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.682314 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:24.725860 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 0788232e-9b55-4134-9023-1292e964144e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:24.730383 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0788232e-9b55-4134-9023-1292e964144e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:24.731090 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.888175 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95c752-0279-4f53-9ebf-7c6bdd6f6fdd req-9822fadb-550e-40fa-a355-ae2d82ab30a2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:24.899371 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bd95c752-0279-4f53-9ebf-7c6bdd6f6fdd req-9822fadb-550e-40fa-a355-ae2d82ab30a2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.3435242 Sep 10 20:53:24.901381 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.931307 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:24.942515 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 0788232e-9b55-4134-9023-1292e964144e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0788232e-9b55-4134-9023-1292e964144e,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:24.967871 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-022d528c-cb4d-4d22-bb3d-644b4e75304f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006 HTTP/1.1" status: 200 len: 217 time: 0.3442795 Sep 10 20:53:25.011541 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bd95c752-0279-4f53-9ebf-7c6bdd6f6fdd req-48a90fc0-bb3e-4913-bb63-459412c16b84 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112936 Sep 10 20:53:25.013231 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.018254 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.029613 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1b8300-5e2f-4879-849a-fbcc8c4f8427,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:25.079685 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Checking segment: {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:25.080584 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Network hostable DHCP agents. Network: e186ee70-9fac-4822-b611-cd793811e4cf, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:53:25.092921 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] For port 662a7054-5102-451d-af25-d731c81dda5b, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=662a7054-5102-451d-af25-d731c81dda5b,segment=NetworkSegment(69badd85-620c-469c-bc74-680556126582),segment_id=69badd85-620c-469c-bc74-680556126582)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:25.093620 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.101427 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:25.111776 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Calling delete_port for 662a7054-5102-451d-af25-d731c81dda5b owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:53:25.123566 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.195669 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Network e186ee70-9fac-4822-b611-cd793811e4cf is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:53:25.228259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.252522 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff174877-b262-463e-8dc2-de91af7e5c84,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:25.273339 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, e186ee70-9fac-4822-b611-cd793811e4cf) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:25.283858 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:25.284506 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.296671 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255491b5-4c39-4625-af4c-e8826a2564db None None] Network e186ee70-9fac-4822-b611-cd793811e4cf requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:25.320453 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.322687 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3e1d7618-bf47-4c82-aeb4-a179931a8e51 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6770372 Sep 10 20:53:25.324490 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56652) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:25.329384 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:25.379553 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-deab3851-b1f3-4903-8df5-273f5b898033 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0913022 Sep 10 20:53:25.382489 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56654) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:25.389752 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:25.400595 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.430499 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Pushing event deleted for resources: {'Port': ['ID=662a7054-5102-451d-af25-d731c81dda5b,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:25.448008 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp618bd4f2-4228-54e5-9b79-c5d58876156e-e186ee70-9fac-4822-b611-cd793811e4cf', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427'}]}} from dv-cinder-760152-8-iscsi. {{(pid=100994) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 20:53:25.448864 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.507783 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Project 3ff4550e42b9437a9627274b27f2e850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:53:25.513524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.577242 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127876'] for router, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.577384 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.578154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1607434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127901'] for router, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.593222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.db_base_plugin_common [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Allocated IP 172.20.0.2 (e186ee70-9fac-4822-b611-cd793811e4cf/7d1b8300-5e2f-4879-849a-fbcc8c4f8427/932ac9d7-7c8a-460c-bc2e-ceb54cf22818) {{(pid=100994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:25.618549 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cfffa-3dc3-41f7-afe7-1297f03e5fbf req-5a87af6d-2cbb-4efb-afc4-54abb1b26880 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:25.625894 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4c4cfffa-3dc3-41f7-afe7-1297f03e5fbf req-5a87af6d-2cbb-4efb-afc4-54abb1b26880 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1093810 Sep 10 20:53:25.687627 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.727872 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.733621 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4c4cfffa-3dc3-41f7-afe7-1297f03e5fbf req-28799cc8-1a35-4a5f-9fbd-6cd6bf88842e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068704 Sep 10 20:53:25.752504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb7798-d6f5-4409-8182-51bf62946abb req-80edb201-62b5-4bec-bed8-a74963e95d2c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:25.754211 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aefb7798-d6f5-4409-8182-51bf62946abb req-80edb201-62b5-4bec-bed8-a74963e95d2c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1166203 Sep 10 20:53:25.773064 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.796311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86031bac-e3d8-4f13-a63f-53ffb28c24fe,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:25.865367 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aefb7798-d6f5-4409-8182-51bf62946abb req-2e5ba2a2-015a-4faa-ae55-567493cfe56a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734501 Sep 10 20:53:25.892317 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.893980 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e426b48b-19a5-47cf-bc6c-a9e11548aa04 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5682180 Sep 10 20:53:25.896668 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56660) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:25.899950 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Router d6d23de7-1ea6-4877-ac83-be0d724cca19 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:53:25.902221 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'security_group_rule': {'security_group_id': '7f114635-f094-43ee-8b11-d44511097d05', 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:25.902851 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks [] for port, precommit_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.912081 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Transition to ACTIVE for port object 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:25.928504 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Transition to ACTIVE for port object 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 will not be triggered until provisioned by entity DHCP. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:25.976002 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:25.984302 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443'] for port, after_create {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.012024 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:26.022772 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-29eaead8-1547-4ea3-8fae-f40b53d780ed admin admin] 10.222.0.38 "PUT /v2.0/routers/d6d23de7-1ea6-4877-ac83-be0d724cca19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3914599 Sep 10 20:53:26.023217 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56662) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:26.023310 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Sync routers for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:26.030961 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:26.031571 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:26.040945 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Network e186ee70-9fac-4822-b611-cd793811e4cf is already hosted by enough agents. {{(pid=100994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:26.045193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.scheduler.base_scheduler [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Resources bound (agent type, host, resource id): {{(pid=100994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:26.048696 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Received port after_create {{(pid=100994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:26.057570 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Pushing event updated for resources: {'Port': ['ID=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,revision_number=1']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:26.138497 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Project 3ff4550e42b9437a9627274b27f2e850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:53:26.141771 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Attempting to bind port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:26.142430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Attempting to bind port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:26.142895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Attempting to bind port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 on network e186ee70-9fac-4822-b611-cd793811e4cf {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:26.148720 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:26.149101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Checking segment: {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:26.149650 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.150052 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Bound using segment: {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:26.150519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Bound port: 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:26.150925 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.163199 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.240368 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:26.252999 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] For port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:26.261682 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] For port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:26.268712 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ac600-43fe-462a-bc4a-3bfe64aebd32 req-5cb24e75-12e1-44d4-aaf8-c70a42d9f69d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:26.270246 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e94ac600-43fe-462a-bc4a-3bfe64aebd32 req-5cb24e75-12e1-44d4-aaf8-c70a42d9f69d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1288073 Sep 10 20:53:26.276545 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.332833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.397035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c46606-c8eb-4362-81b4-e20fbc6b24a7 None None] Pushing event updated for resources: {'Port': ['ID=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:26.408035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.438218 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e94ac600-43fe-462a-bc4a-3bfe64aebd32 req-b62c471b-4a5f-40c0-b5e4-6fd0476c4ec7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1579189 Sep 10 20:53:26.475289 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.482859 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:53:25Z', 'revision_number': 5, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:26.493022 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0788232e-9b55-4134-9023-1292e964144e up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:26.516026 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Checking router: d6d23de7-1ea6-4877-ac83-be0d724cca19 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:26.522969 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.531212 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Routers {'d6d23de7-1ea6-4877-ac83-be0d724cca19'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:26.531829 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['d6d23de7-1ea6-4877-ac83-be0d724cca19'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:26.548262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 0788232e-9b55-4134-9023-1292e964144e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:26.548742 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.590726 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1d215f-ea61-48e0-a04c-adc8c0366f15,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:26.666583 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.678338 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] Set router d6d23de7-1ea6-4877-ac83-be0d724cca19 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:26.702022 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.707442 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1d367d9a-9bba-44ca-84c2-f01ca2b277bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8057194 Sep 10 20:53:26.707442 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.757602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Deleting port 0d987554-e74a-4db2-9809-3b97a3c254d0 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:53:26.757823 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.811723 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-74056875-d400-4907-9722-aa9239c41f29 req-0d69041e-2330-4038-96aa-f8e88dfa08d2 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066912824&fields=id&tenant_id=3ff4550e42b9437a9627274b27f2e850 HTTP/1.1" status: 200 len: 267 time: 0.0432944 Sep 10 20:53:26.867702 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056875-d400-4907-9722-aa9239c41f29 req-4310374c-9f80-4ac5-8204-24b4ca602c82 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:26.871098 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-74056875-d400-4907-9722-aa9239c41f29 req-4310374c-9f80-4ac5-8204-24b4ca602c82 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0512311 Sep 10 20:53:26.882494 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'port': {'security_groups': ['935cc444-3088-4251-a5b5-e803d2df8367', '7f114635-f094-43ee-8b11-d44511097d05']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:26.897288 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:53:25Z', 'revision_number': 5, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:26.929259 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f505d-61fe-4c19-b111-3b4afd97c051 None None] The sync data for ids ['d6d23de7-1ea6-4877-ac83-be0d724cca19'] in dv-cinder-760152-8-iscsi is: [{'id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'name': 'tempest-ServerRescueNegativeTestJSON-1573006037-router', 'tenant_id': '9bb86100c7f44b73ba4febee51b04a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:53:25Z', 'revision_number': 5, 'project_id': '9bb86100c7f44b73ba4febee51b04a91', 'gw_port': {'id': '0d987554-e74a-4db2-9809-3b97a3c254d0', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d23de7-1ea6-4877-ac83-be0d724cca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:26.941374 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] For port 0d987554-e74a-4db2-9809-3b97a3c254d0, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0d987554-e74a-4db2-9809-3b97a3c254d0,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:26.941863 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.945749 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Allocated IP 172.27.2.14 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:26.963624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:26.976494 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8bb4b-7e5a-427f-970a-f50cb8437e27 req-111998c0-c0d5-4f71-9928-7e6434599860 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:26.978419 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2ff8bb4b-7e5a-427f-970a-f50cb8437e27 req-111998c0-c0d5-4f71-9928-7e6434599860 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1431472 Sep 10 20:53:26.979176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Calling delete_port for 0d987554-e74a-4db2-9809-3b97a3c254d0 owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:53:27.163309 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:27.246606 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.250902 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.265562 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-60d054f8-eb07-4b8d-a013-b1290cb8da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:27.267143 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-60d054f8-eb07-4b8d-a013-b1290cb8da0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0742767 Sep 10 20:53:27.349056 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.366972 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2ff8bb4b-7e5a-427f-970a-f50cb8437e27 req-1001b348-d243-4a65-8b56-d3bf3b9936eb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796260 Sep 10 20:53:27.405245 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:27.406096 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.426162 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-74056875-d400-4907-9722-aa9239c41f29 req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "PUT /v2.0/ports/78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 982 time: 0.5386012 Sep 10 20:53:27.426162 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:27.436307 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e8c4d-a8b0-43e6-9f25-326b671d4449" -d '{"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:27.490157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888eb10-d0b9-48d6-beda-55570216039f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=6']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:27.530981 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.565956 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0feea1-b320-4e11-8191-f736efde635d req-7e2559fd-6302-4e38-ae09-924c5f551860 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:27.568898 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f0feea1-b320-4e11-8191-f736efde635d req-7e2559fd-6302-4e38-ae09-924c5f551860 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0632706 Sep 10 20:53:27.571182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0319f-4d3a-450c-ab2a-9d7611de32bd None None] Network e186ee70-9fac-4822-b611-cd793811e4cf requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:27.624201 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f0feea1-b320-4e11-8191-f736efde635d req-fc53e651-75bc-4f69-a106-374cd9cafceb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489354 Sep 10 20:53:27.642082 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97581bdf-8900-4014-9590-85f0391a33f1 req-221cb8d0-6b96-4fd6-aec5-3072c10d1275 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:27.649929 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-97581bdf-8900-4014-9590-85f0391a33f1 req-221cb8d0-6b96-4fd6-aec5-3072c10d1275 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1790638 Sep 10 20:53:27.692066 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a582b982-7a19-4b6f-94a7-0711dac2b4ad x-openstack-request-id: req-a582b982-7a19-4b6f-94a7-0711dac2b4ad {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:27.695110 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:27.695110 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a582b982-7a19-4b6f-94a7-0711dac2b4ad {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:27.695110 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:53:27.722279 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-97581bdf-8900-4014-9590-85f0391a33f1 req-51357e18-0b4c-4feb-b290-4b92c3f3c774 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660377 Sep 10 20:53:27.748901 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.771769 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6c0dc7bf-a916-4117-943c-f4e29f383778 None None] Provisioning for port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:27.781354 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.783880 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d987554-e74a-4db2-9809-3b97a3c254d0,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:27.807407 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee9ddf-fe4b-4e95-982e-e9253df921f7 req-e228979f-348b-43a7-b278-b2dcad8e8ed0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:27.808957 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-51ee9ddf-fe4b-4e95-982e-e9253df921f7 req-e228979f-348b-43a7-b278-b2dcad8e8ed0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0635755 Sep 10 20:53:27.857087 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-51ee9ddf-fe4b-4e95-982e-e9253df921f7 req-1ddc4d39-0eb1-438f-99f7-b31fcd9bf91e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416055 Sep 10 20:53:27.859039 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:27.870083 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:27.874005 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:27.878250 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:27.897520 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ae8feb42-cf3c-4b3c-a6b5-d446257d0b00 None None] Provisioning complete for port 78d5df2c-56b3-4b14-807b-93c9506093fe triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:27.897895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ae8feb42-cf3c-4b3c-a6b5-d446257d0b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:27.914465 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.052715 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.056109 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.244786 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.245243 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d23de7-1ea6-4877-ac83-be0d724cca19 {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 20:53:28.250069 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.251633 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-437b8633-00d6-4de4-8714-4f5b6ed1aea3 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d6d23de7-1ea6-4877-ac83-be0d724cca19 HTTP/1.1" status: 204 len: 168 time: 2.2294893 Sep 10 20:53:28.253713 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56690) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:28.360764 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Deleting subnet e2beea0b-65d6-431e-b79a-72a5edde4013 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:53:28.363830 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.408434 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.468988 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.483946 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.606523 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eb885-0fec-4c96-a7cd-7868fb1a245a req-5ea58099-10a2-48f2-be02-fdaf01ba1ebe tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:28.607944 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f33eb885-0fec-4c96-a7cd-7868fb1a245a req-5ea58099-10a2-48f2-be02-fdaf01ba1ebe tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1556146 Sep 10 20:53:28.693324 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f33eb885-0fec-4c96-a7cd-7868fb1a245a req-75f0134b-9282-43f9-9710-d290ad4ef891 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783474 Sep 10 20:53:28.716105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:28.727454 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.779476 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.784134 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e2beea0b-65d6-431e-b79a-72a5edde4013 HTTP/1.1" status: 204 len: 168 time: 0.5270641 Sep 10 20:53:28.784472 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56698) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:28.812650 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af297276-bdc0-4788-bf00-64d99f442534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2beea0b-65d6-431e-b79a-72a5edde4013,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:28.815856 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1607443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619275'] for router, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.839262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:28.873660 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:28.881034 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:53:28.920520 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:28.948673 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64ae6-6dcb-4cc6-8e25-0530f2f35dfd req-6b289707-ed3f-4300-8d9d-2b551dc89a9b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:28.950573 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8de64ae6-6dcb-4cc6-8e25-0530f2f35dfd req-6b289707-ed3f-4300-8d9d-2b551dc89a9b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1217360 Sep 10 20:53:28.997311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41f384-98f8-4189-9ef2-aa863c6679ab req-726dcc1f-baa1-4bcb-8a41-4ee2b4cb9498 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:28.998830 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc41f384-98f8-4189-9ef2-aa863c6679ab req-726dcc1f-baa1-4bcb-8a41-4ee2b4cb9498 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0671477 Sep 10 20:53:29.040984 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc41f384-98f8-4189-9ef2-aa863c6679ab req-01ddca04-8148-4262-a2a7-5944777db103 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344687 Sep 10 20:53:29.068747 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.091922 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8de64ae6-6dcb-4cc6-8e25-0530f2f35dfd req-ac17c9f2-416d-4cc3-96c9-6b234fd732e8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120129 Sep 10 20:53:29.095725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.096704 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.097499 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.098008 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > port after_create 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.098419 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.098861 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > port after_update 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.099252 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.099651 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.100265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.100380 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.109329 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 is scheduled to L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 with binding_index 1 {{(pid=100992) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 20:53:29.170589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.171189 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.171786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.172285 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 20:53:29.173024 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf3ae02-1318-417d-84a9-6a9c31dadb18']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:29.186987 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:29.203481 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:29.203850 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.218310 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69badd85-620c-469c-bc74-680556126582') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:29.218597 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69badd85-620c-469c-bc74-680556126582') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:29.241325 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:29.260439 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Sync routers for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:29.271692 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.301900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.311140 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:29.311766 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:29.315807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.320121 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c75d9ad4-9e52-4b9b-8537-e2f187d34b70 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9340284 Sep 10 20:53:29.321065 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56704) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:29.324848 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-281b7929-be6c-4e77-bd70-7546320c010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.324848 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-281b7929-be6c-4e77-bd70-7546320c010b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1248217 Sep 10 20:53:29.326186 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:53:29.326592 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: from cryptography.utils import int_from_bytes Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: from cryptography.utils import int_from_bytes Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:53:29.330709 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:53:29.341961 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-f2d463ef-22e5-4e37-b3e6-3f542eaf5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.343515 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-f2d463ef-22e5-4e37-b3e6-3f542eaf5a67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1138 time: 0.1558580 Sep 10 20:53:29.518677 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.529938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.535494 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7cf3ae02-1318-417d-84a9-6a9c31dadb18 HTTP/1.1" status: 204 len: 168 time: 0.7469492 Sep 10 20:53:29.567313 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:29.574446 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b9db-832a-4a7b-a616-c9a1ed9db175 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf3ae02-1318-417d-84a9-6a9c31dadb18,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:29.582904 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.587122 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-87980ee6-91a7-4569-8384-8aff78ebf729 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424157 Sep 10 20:53:29.588407 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-183ede08-4766-4d82-8bd5-0073d966a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.592344 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-183ede08-4766-4d82-8bd5-0073d966a264 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.2361917 Sep 10 20:53:29.747322 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-30d3f512-87cf-49d6-837e-451fc644f022 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 1001 time: 0.1429496 Sep 10 20:53:29.779434 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:29.800235 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f815fe38-a2a4-4efa-9bab-734b01011cb0 req-93e8f029-9b2d-4aeb-989e-8ec107e5e876 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979778 Sep 10 20:53:29.812636 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-6d8aee0b-ccec-46cc-b0ea-b5aaa352f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.814437 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-6d8aee0b-ccec-46cc-b0ea-b5aaa352f918 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0575037 Sep 10 20:53:29.849093 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:29.878039 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 662a7054-5102-451d-af25-d731c81dda5b no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:29.880334 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-ed89e2d3-551d-4538-93aa-54a7fc77d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.885950 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-ed89e2d3-551d-4538-93aa-54a7fc77d2c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627110 Sep 10 20:53:29.911746 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ca51-95cf-4e59-9b20-2bfa853e9475 req-eabbf1e5-2978-43d6-b994-e7ceaddbcc5d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:29.913249 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e47ca51-95cf-4e59-9b20-2bfa853e9475 req-eabbf1e5-2978-43d6-b994-e7ceaddbcc5d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1334717 Sep 10 20:53:29.927580 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 662a7054-5102-451d-af25-d731c81dda5b {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:53:29.927903 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 662a7054-5102-451d-af25-d731c81dda5b not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:53:29.965668 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:29.982832 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:28Z', 'revision_number': 3, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:29.998731 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e47ca51-95cf-4e59-9b20-2bfa853e9475 req-bcfa4d6a-de5d-4d05-856a-e57e3c3f99fb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731661 Sep 10 20:53:30.020219 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Checking router: c8c8f657-1bbd-4252-8e6e-0eb638b17d41 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:30.020563 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Updating router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 binding host dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:53:30.031411 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-cf183e47-aca5-4c69-99c6-53ef1f1076d4 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375282 Sep 10 20:53:30.048047 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.115820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56716) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:30.116743 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.311254 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4020f-a432-46cf-be71-88eb632110ad req-1a499cbe-98bb-4251-96a1-994eb2a15ce0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.316517 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c3f4020f-a432-46cf-be71-88eb632110ad req-1a499cbe-98bb-4251-96a1-994eb2a15ce0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1332285 Sep 10 20:53:30.404029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks [] for port, precommit_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.405974 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c3f4020f-a432-46cf-be71-88eb632110ad req-afad433e-3488-4eb0-b4fb-e97fd178ad87 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824428 Sep 10 20:53:30.407844 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Allocated IP 172.20.0.1 (e186ee70-9fac-4822-b611-cd793811e4cf/7d1b8300-5e2f-4879-849a-fbcc8c4f8427/d764f763-c184-4643-a677-8ddb2310ce58) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:30.430746 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Transition to ACTIVE for port object ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 will not be triggered until provisioned by entity L2. {{(pid=100994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:30.471881 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-2c5e6066-9e28-47fb-aba0-84d4563f0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.473378 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-2c5e6066-9e28-47fb-aba0-84d4563f0a08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 1096 time: 0.4593706 Sep 10 20:53:30.479800 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:30.536878 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.553357 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.provisioning_blocks [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Transition to ACTIVE for port object d764f763-c184-4643-a677-8ddb2310ce58 will not be triggered until provisioned by entity DHCP. {{(pid=100992) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:30.615074 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-341e8c4d-a8b0-43e6-9f25-326b671d4449 req-d55ec62c-84bd-4db2-b6fc-376faacdcccd service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695369 Sep 10 20:53:30.631505 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8aab5e73-55d0-4822-b65f-12343f1d0671 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9bb86100c7f44b73ba4febee51b04a91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5136089 Sep 10 20:53:30.637334 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.640411 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56730) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:30.642701 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455917-a93b-412d-a959-d3656fb71368 req-fb13411d-e20f-479f-9eb9-7f71c21245b5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.644311 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-76455917-a93b-412d-a959-d3656fb71368 req-fb13411d-e20f-479f-9eb9-7f71c21245b5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1700420 Sep 10 20:53:30.667686 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-d6a2a8d5-5f63-49e6-a0c5-72062fedb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.669125 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-d6a2a8d5-5f63-49e6-a0c5-72062fedb0a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.1732574 Sep 10 20:53:30.672646 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.692446 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Network e186ee70-9fac-4822-b611-cd793811e4cf is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:30.697680 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:30.705348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:30.729035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:53:30.732886 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-76455917-a93b-412d-a959-d3656fb71368 req-8cdaf040-2f66-4815-a92b-72070bb4abbe tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768871 Sep 10 20:53:30.734268 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-ee37f730-df8f-46b8-8e50-248a84be5f3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006 HTTP/1.1" status: 200 len: 217 time: 0.0507722 Sep 10 20:53:30.746242 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619354'] for router_interface, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.753799 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Attempting to bind port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:30.754176 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Attempting to bind port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:30.754539 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Attempting to bind port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 on network c2ccf9a1-e370-450d-8f35-eaa4df63b922 {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:30.767757 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded175-6035-408d-85d9-47ebbcf769e9 None None] Pushing event updated for resources: {'Port': ['ID=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,revision_number=2']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:30.786088 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:30.787155 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Checking segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:30.787155 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.787503 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Bound using segment: {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'} {{(pid=100994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:30.788002 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.managers [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Bound port: ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2de7c2c-14dc-475a-8a02-7ef8986b8971', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}}] {{(pid=100994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:30.788378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.807770 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:30.811147 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-da436608-aab1-4773-b256-a72cbca98772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.814809 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-da436608-aab1-4773-b256-a72cbca98772 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0698330 Sep 10 20:53:30.837846 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.848298 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:30.848684 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.888315 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-eb7ff7fe-1427-43b7-955d-5d8e01e366b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:30.891450 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-eb7ff7fe-1427-43b7-955d-5d8e01e366b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676031 Sep 10 20:53:30.928029 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:30.943539 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] For port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:30.984691 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] For port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:30.986714 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:31.001042 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '6aca18dc-5786-4b15-8b35-310537e27c11', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:53:31.041697 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-50b2847c-45bf-4713-89b7-082768fe0d8a service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411271 Sep 10 20:53:31.067554 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.085913 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.089238 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.089363 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.091046 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.092079 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfb96c28-36e3-4562-958d-c66349db50e7 HTTP/1.1" status: 204 len: 168 time: 0.4477923 Sep 10 20:53:31.103888 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe3803-8429-4d9e-b66a-6d62917621f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb96c28-36e3-4562-958d-c66349db50e7,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:31.114975 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0d987554-e74a-4db2-9809-3b97a3c254d0 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:31.173051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:53:31.188869 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ddca0945-4065-4677-a6f3-1c10f5d21e84 None None] Provisioning for port d764f763-c184-4643-a677-8ddb2310ce58 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:31.192200 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 0d987554-e74a-4db2-9809-3b97a3c254d0 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:53:31.192523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0d987554-e74a-4db2-9809-3b97a3c254d0 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:53:31.207345 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-ddca0945-4065-4677-a6f3-1c10f5d21e84 None None] Provisioning complete for port d764f763-c184-4643-a677-8ddb2310ce58 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:31.207717 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ddca0945-4065-4677-a6f3-1c10f5d21e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.213191 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b25bcb1-f776-41e8-97bf-c7aac6790947 req-6d61d628-c7df-4f84-be9d-7830d180770d service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632602 Sep 10 20:53:31.246343 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d39a-7ed3-4023-9e03-80471effb75b req-bf41a99a-d35b-498a-abc7-2cf66ea4e440 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:31.247883 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6ac3d39a-7ed3-4023-9e03-80471effb75b req-bf41a99a-d35b-498a-abc7-2cf66ea4e440 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0848303 Sep 10 20:53:31.275624 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:31.278193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:31.278832 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:31.316769 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded175-6035-408d-85d9-47ebbcf769e9 None None] Pushing event updated for resources: {'Port': ['ID=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,revision_number=3']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:31.323948 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6ac3d39a-7ed3-4023-9e03-80471effb75b req-93fd8cf7-e168-4537-961b-686720254f81 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694599 Sep 10 20:53:31.360386 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ddca0945-4065-4677-a6f3-1c10f5d21e84 None None] Port d764f763-c184-4643-a677-8ddb2310ce58 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:53:31.362387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.366035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.434526 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=6']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:31.440889 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:31.447282 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.476075 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['6aca18dc-5786-4b15-8b35-310537e27c11'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:31.521720 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618698'] for router_interface, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:31.521720 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:31.554962 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ed2b-c931-4ba8-b3b3-d7a8a4eb3574 req-0bdc6efd-25ff-4c09-8060-a5efdbc82955 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:31.556770 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b62ed2b-c931-4ba8-b3b3-d7a8a4eb3574 req-0bdc6efd-25ff-4c09-8060-a5efdbc82955 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0666196 Sep 10 20:53:31.619804 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b62ed2b-c931-4ba8-b3b3-d7a8a4eb3574 req-800db3eb-07b5-4e71-be11-2f8d7e5b53b2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525498 Sep 10 20:53:31.661186 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Network e186ee70-9fac-4822-b611-cd793811e4cf is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:31.665828 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:31.803414 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd764f763-c184-4643-a677-8ddb2310ce58', 'name': '', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'mac_address': 'fa:16:3e:25:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:30Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 1, 'project_id': 'c39972155661431997a5eabdd8989090', 'subnets': [{'id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:31.861026 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29ef152-ebfc-4c4b-9640-bdf6aefb0a78 None None] The sync data for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi is: [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd764f763-c184-4643-a677-8ddb2310ce58', 'name': '', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'mac_address': 'fa:16:3e:25:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:30Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 1, 'project_id': 'c39972155661431997a5eabdd8989090', 'subnets': [{'id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:31.881861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:53:31.932804 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c677a56-9016-4074-9c19-d91f61cda4e0 req-97e326a1-1fff-49bc-8d8b-5cc5ab4a8bb0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:31.935490 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5c677a56-9016-4074-9c19-d91f61cda4e0 req-97e326a1-1fff-49bc-8d8b-5cc5ab4a8bb0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0652189 Sep 10 20:53:31.995750 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5c677a56-9016-4074-9c19-d91f61cda4e0 req-90d57464-6af4-4318-ac6f-b7191723d5bf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514238 Sep 10 20:53:32.009884 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-88a717bc-49bb-439b-9e5b-e3e36afa8dbf None None] Provisioning complete for port d764f763-c184-4643-a677-8ddb2310ce58 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:32.009884 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-88a717bc-49bb-439b-9e5b-e3e36afa8dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.050751 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:53:32.060022 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-07e305b8-8d71-47b1-9306-d55cbaf3c9a2 admin admin] 10.222.0.38 "PUT /v2.0/routers/c8c8f657-1bbd-4252-8e6e-0eb638b17d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384949 Sep 10 20:53:32.066863 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-88a717bc-49bb-439b-9e5b-e3e36afa8dbf None None] Port d764f763-c184-4643-a677-8ddb2310ce58 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:53:32.408124 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2a77-6642-488b-8d7e-964f9b622aaa req-1a50b145-7884-460f-bd1c-10af2927448f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:32.410915 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-544a2a77-6642-488b-8d7e-964f9b622aaa req-1a50b145-7884-460f-bd1c-10af2927448f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0880320 Sep 10 20:53:32.451936 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-544a2a77-6642-488b-8d7e-964f9b622aaa req-135ebcdd-5ec1-439c-8535-a433f5d0a185 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Sep 10 20:53:32.574806 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64f3c-f4b0-4b36-8988-a38d696447bd req-21f2697a-35a0-4e21-9f4b-13cc7a386f94 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:32.584593 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2dc64f3c-f4b0-4b36-8988-a38d696447bd req-21f2697a-35a0-4e21-9f4b-13cc7a386f94 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0609579 Sep 10 20:53:32.614841 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56780) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:32.623733 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2dc64f3c-f4b0-4b36-8988-a38d696447bd req-98ac80ce-7d17-470a-84a1-efa6b83b24b8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382080 Sep 10 20:53:32.728195 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:32.774061 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-133470109-network', 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:32.807081 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dfa8c-6c82-4d32-9696-c444a91a6225 req-1f8283ca-6aac-4d2d-81b3-f45cd0c739c2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:32.816992 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-964dfa8c-6c82-4d32-9696-c444a91a6225 req-1f8283ca-6aac-4d2d-81b3-f45cd0c739c2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1000109 Sep 10 20:53:32.819119 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56786) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:32.820592 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 6aca18dc-5786-4b15-8b35-310537e27c11 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:32.821566 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.834080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340779601', 'description': 'tempest-secgroup-smoke-1340779601 description', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:32.857379 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:32.860126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.871161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.879900 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-964dfa8c-6c82-4d32-9696-c444a91a6225 req-0a12af41-ae77-4551-bf7c-bbb7d0289efd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592446 Sep 10 20:53:32.920280 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.944012 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:32.946280 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed113a-bc83-4a91-b240-9d3ca0d7ed70" -d '{"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:32.960068 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:32.971804 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:32.989260 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ec4f6-dae1-45a2-a1bf-2242863f0dbc x-openstack-request-id: req-7f2ec4f6-dae1-45a2-a1bf-2242863f0dbc {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:32.989548 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:32.989989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7f2ec4f6-dae1-45a2-a1bf-2242863f0dbc {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:32.990380 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'code': 200} Sep 10 20:53:33.046266 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.066018 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.107548 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=7']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.120291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.137296 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763a43-1a2e-458e-b0ec-2bf1a2083bcf req-b76a2e24-cc68-49b9-a7e6-33977ab42388 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:33.139612 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d5763a43-1a2e-458e-b0ec-2bf1a2083bcf req-b76a2e24-cc68-49b9-a7e6-33977ab42388 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0590310 Sep 10 20:53:33.148722 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:53:33.160086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed97b8-a24d-492c-a735-9803f9dcc48f,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.165227 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.165655 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Added segment e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7 of type vlan for network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d Sep 10 20:53:33.233543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.243267 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d5763a43-1a2e-458e-b0ec-2bf1a2083bcf req-3b41dd8f-4066-4e29-b174-f2dc979f3dd3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818040 Sep 10 20:53:33.255423 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.291594 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.308916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.310157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:33.311390 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.323323 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180e604a-e821-4d28-baa2-cb8bfed1c633,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.377826 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] Pushing event updated for resources: {'Network': ['ID=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.387986 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:53:33.394737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.396231 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-381fd662-1d86-454e-acfc-b76e6d7f4ed9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5740223 Sep 10 20:53:33.399240 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56800) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:33.399604 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56802) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:33.399902 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-712aa3fc-2b94-47d0-854d-af94cc28ffce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7837977 Sep 10 20:53:33.405961 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Request body: {'subnet': {'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-133470109-subnet', 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:33.412829 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:33.507113 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:33.510049 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.573674 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8caccc-abfc-4212-9a07-d518cb4c0fb7 req-c28aef00-2b79-44da-9281-fba2b12bbf65 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:33.575274 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd8caccc-abfc-4212-9a07-d518cb4c0fb7 req-c28aef00-2b79-44da-9281-fba2b12bbf65 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0527508 Sep 10 20:53:33.585122 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56808) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:33.604869 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.626100 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd8caccc-abfc-4212-9a07-d518cb4c0fb7 req-37ff9784-f495-4b3b-8d06-349e03b1f1ff tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Sep 10 20:53:33.741267 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.768245 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-977f5b07-59a0-4d28-a9f3-8db060f454a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.812283 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860eed-250c-42b4-a5cf-efc0ff7e27b8 req-3e8b6f46-0bd4-473f-84ba-2030bc031c18 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:33.813757 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f8860eed-250c-42b4-a5cf-efc0ff7e27b8 req-3e8b6f46-0bd4-473f-84ba-2030bc031c18 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1014140 Sep 10 20:53:33.815800 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.848519 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:33.860554 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6201225a-2b4d-4bc7-819a-d77703b3e7de,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.943405 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f8860eed-250c-42b4-a5cf-efc0ff7e27b8 req-acd84497-3dc0-4e0b-8856-1dde64c023ce tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202273 Sep 10 20:53:33.973945 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:33.980630 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Checking segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:33.980989 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Network hostable DHCP agents. Network: a6c045fe-fefb-4f5d-90e1-feb0f4ba967d, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:53:33.995387 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c641d-c5e3-4984-a761-edd844ef7e5c req-20ea5741-87b7-4f76-b9d9-fd99b9f91dfb tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:33.996881 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db8c641d-c5e3-4984-a761-edd844ef7e5c req-20ea5741-87b7-4f76-b9d9-fd99b9f91dfb tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0527906 Sep 10 20:53:33.997859 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-977f5b07-59a0-4d28-a9f3-8db060f454a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.035267 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db8c641d-c5e3-4984-a761-edd844ef7e5c req-f16a391e-8b9e-4fad-8e5b-8bf50abfa79a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322909 Sep 10 20:53:34.063060 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-977f5b07-59a0-4d28-a9f3-8db060f454a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.086136 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:53:34.106177 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f5b07-59a0-4d28-a9f3-8db060f454a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6311c13f-8fc8-4639-9caf-39481d72b6d3,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:34.110402 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-977f5b07-59a0-4d28-a9f3-8db060f454a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc65260881be4a5caf336d8349d9fc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242851 Sep 10 20:53:34.113101 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56818) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:34.136933 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.141001 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-655e59f0-ae0b-4820-96c0-8a7a81c1c1f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7373812 Sep 10 20:53:34.143742 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56820) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:34.148264 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:34.163909 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.184688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.198409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, a6c045fe-fefb-4f5d-90e1-feb0f4ba967d) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:34.208826 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0820e5-c53b-4152-8887-60875cff3643 None None] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:34.209252 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:34.209615 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.238520 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.306709 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0f74b7e4-0d90-45dd-9a67-77616fa063db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9018681 Sep 10 20:53:34.335743 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.337534 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4523d87-27a4-49cb-a31e-2db558fd4c04 None None] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:53:34.338494 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.342024 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6311c13f-8fc8-4639-9caf-39481d72b6d3 HTTP/1.1" status: 204 len: 168 time: 0.2257686 Sep 10 20:53:34.364135 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.411419 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba497925-73ca-4514-8645-02ae0f7eabcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6311c13f-8fc8-4639-9caf-39481d72b6d3,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:34.453276 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a4868-53e2-4496-b13b-cca4f4d12045 req-d48b649b-b4e8-42dc-b75f-0c9346afc0c0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:34.456213 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6c1a4868-53e2-4496-b13b-cca4f4d12045 req-d48b649b-b4e8-42dc-b75f-0c9346afc0c0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1137836 Sep 10 20:53:34.457851 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.463237 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:34.477759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67e4226-3e7c-4093-a7c9-3ecc121aa34b,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:34.518264 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6c1a4868-53e2-4496-b13b-cca4f4d12045 req-fc403ba1-2ff7-4dff-8e47-dffaa17ce1d7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527885 Sep 10 20:53:34.571609 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.573133 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-5f68d953-6c13-4e74-81e3-7a858e9697ec tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4280527 Sep 10 20:53:34.575543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 56834) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:34.580791 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:34.592951 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:34.597525 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:34.598017 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.712348 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.717084 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.762977 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:34.779269 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798079d3-c066-4e3b-8d48-2a11826e2e3a req-209fa534-d0ba-4fd9-a6da-7fbf9ed9f809 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:34.781875 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-798079d3-c066-4e3b-8d48-2a11826e2e3a req-209fa534-d0ba-4fd9-a6da-7fbf9ed9f809 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0945776 Sep 10 20:53:34.812637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.831376 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-798079d3-c066-4e3b-8d48-2a11826e2e3a req-7d769f89-176b-440e-bd85-8909d2aeaa12 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407774 Sep 10 20:53:34.853391 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.891965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:34.921961 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:34.979886 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6acf67-7e29-4a1b-b1a5-fd3c113df7df,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:35.021567 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-762200f5-0f8f-450b-b13e-d1ba808e0cc2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:35.023547 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-762200f5-0f8f-450b-b13e-d1ba808e0cc2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.1271007 Sep 10 20:53:35.040347 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-98399711-afd9-420d-98b3-460051425de3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/quotas/337fdbe9c8be48ee9954ccd2f8bceb01 HTTP/1.1" status: 200 len: 375 time: 0.0111563 Sep 10 20:53:35.073097 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e31ae-ea1c-49df-b6a7-ca4e90fb96b6 req-0c8b83b5-c9a9-498b-a1c1-8e41b051d1e2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:35.074301 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-2337ecff-13d6-4346-b20e-88cace3cde37 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279465 Sep 10 20:53:35.075982 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6e9e31ae-ea1c-49df-b6a7-ca4e90fb96b6 req-0c8b83b5-c9a9-498b-a1c1-8e41b051d1e2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0566599 Sep 10 20:53:35.079449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.079449 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ddb1c718-1dc6-4201-9ac9-7f04a61ff8f5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4991953 Sep 10 20:53:35.080160 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56850) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:35.084694 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:35.136732 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6e9e31ae-ea1c-49df-b6a7-ca4e90fb96b6 req-da22c89f-a38f-4e84-855f-4a1a1ce89a7b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Sep 10 20:53:35.185819 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-223bcb58-28e8-47b3-91be-23dcffa6dd93 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003807 Sep 10 20:53:35.205425 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.294168 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726960-936b-4d8f-b826-a272ebdd85bf req-313da56a-c7e8-4ef0-9e1a-ec293d12005e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:35.295827 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5c726960-936b-4d8f-b826-a272ebdd85bf req-313da56a-c7e8-4ef0-9e1a-ec293d12005e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0871692 Sep 10 20:53:35.305250 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.315286 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-f61d9d68-144c-466d-9ec9-4a21150e9daa service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244678 Sep 10 20:53:35.327435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54cbad-3470-4790-8c89-3d483e201b5b req-537e65c3-81fd-4347-aac1-ac3740beb9a0 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:35.328878 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db54cbad-3470-4790-8c89-3d483e201b5b req-537e65c3-81fd-4347-aac1-ac3740beb9a0 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 945 time: 0.0686276 Sep 10 20:53:35.340011 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5c726960-936b-4d8f-b826-a272ebdd85bf req-5ca15e24-6bea-46db-b93b-696687813656 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332060 Sep 10 20:53:35.360430 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.390190 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cff54a-1678-4f24-a3a2-22a743018473,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:35.438317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Deleting port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:53:35.438682 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.456904 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Sync routers for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:53:35.466239 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:35.466949 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:35.485661 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.487408 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3b39da8e-5e0e-4f4d-a6ab-1c769079f431 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4061882 Sep 10 20:53:35.490206 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56852) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:35.496141 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:35.532760 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] For port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:35.533180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.548891 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Calling delete_port for 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:53:35.578828 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Project b9c9e7b77f0d4bf597f7ecb2eb312afb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:53:35.584509 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.584793 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:35.673558 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11a71cf9-3715-466e-9e36-10ad38bfd919 req-7b7248e5-a60d-4a96-9189-64845dd8a8ab tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 210 time: 0.0712805 Sep 10 20:53:35.731419 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.743604 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2673eae-0337-478a-ba42-0bfcc4ec4547 req-90365bf1-8f44-475e-bfa1-c0cd72712f18 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:35.745113 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e2673eae-0337-478a-ba42-0bfcc4ec4547 req-90365bf1-8f44-475e-bfa1-c0cd72712f18 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0883002 Sep 10 20:53:35.784417 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e2673eae-0337-478a-ba42-0bfcc4ec4547 req-e6651276-cc9e-439c-a840-7aa4fa4b051f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319791 Sep 10 20:53:35.788249 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.801742 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['82d2a692-b15d-4631-8b8a-a1e5ddd89cfe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:35.811769 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.843482 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd764f763-c184-4643-a677-8ddb2310ce58', 'name': '', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'mac_address': 'fa:16:3e:25:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:30Z', 'updated_at': '2021-09-10T20:53:31Z', 'revision_number': 2, 'project_id': 'c39972155661431997a5eabdd8989090', 'subnets': [{'id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:35.844598 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2499b19-a729-45c6-9779-7f7afe2c9676,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:35.844696 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Pushing event deleted for resources: {'Port': ['ID=82d2a692-b15d-4631-8b8a-a1e5ddd89cfe,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:35.854327 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Checking router: c8c8f657-1bbd-4252-8e6e-0eb638b17d41 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:53:35.854725 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Updating router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 port d764f763-c184-4643-a677-8ddb2310ce58 binding host dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 20:53:35.880294 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.884740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] No DVR routers for this DVR port 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:53:35.887449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.889636 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db54cbad-3470-4790-8c89-3d483e201b5b req-ad8671f3-6782-4c2f-8766-beab6eb57176 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "DELETE /v2.0/ports/82d2a692-b15d-4631-8b8a-a1e5ddd89cfe HTTP/1.1" status: 204 len: 173 time: 0.5529163 Sep 10 20:53:35.890227 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'name': 'network-vif-deleted', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:35.892497 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b58928-1ed5-44e1-b1f3-aced25d131ce" -d '{"events": [{"server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "name": "network-vif-deleted", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:35.914409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:35.915672 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-06ae68ff-8d7d-4ef9-b2f6-bbff4e399813 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4244931 Sep 10 20:53:35.918395 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 56868) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:53:35.923354 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'security_group_rule': {'security_group_id': '180e604a-e821-4d28-baa2-cb8bfed1c633', 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:35.933461 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a21ce03-4d25-4304-acf7-5c75aebd7937 x-openstack-request-id: req-7a21ce03-4d25-4304-acf7-5c75aebd7937 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:35.933807 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08322e72-fcd9-43b0-99c2-8c753046f60a", "name": "network-vif-deleted", "tag": "82d2a692-b15d-4631-8b8a-a1e5ddd89cfe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:35.934144 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7a21ce03-4d25-4304-acf7-5c75aebd7937 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:35.934783 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08322e72-fcd9-43b0-99c2-8c753046f60a', 'name': 'network-vif-deleted', 'tag': '82d2a692-b15d-4631-8b8a-a1e5ddd89cfe', 'status': 'completed', 'code': 200} Sep 10 20:53:36.179897 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a96d22c2-86c9-4274-819b-9001080ba3ef req-d54c39fe-8eeb-48dc-96d5-952855545c12 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=08322e72-fcd9-43b0-99c2-8c753046f60a HTTP/1.1" status: 200 len: 210 time: 0.2507417 Sep 10 20:53:36.195161 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks [] for port, precommit_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.205497 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.provisioning_blocks [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Transition to ACTIVE for port object d764f763-c184-4643-a677-8ddb2310ce58 will not be triggered until provisioned by entity L2. {{(pid=100995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:36.263830 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e60d0-9054-4a70-b0c3-928a0ef9ae00 req-73f657bf-60c0-4015-b505-eb3081510077 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:36.265312 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-914e60d0-9054-4a70-b0c3-928a0ef9ae00 req-73f657bf-60c0-4015-b505-eb3081510077 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0501418 Sep 10 20:53:36.280196 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.282070 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.securitygroups_db [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Project b9c9e7b77f0d4bf597f7ecb2eb312afb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 20:53:36.288516 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.318587 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-914e60d0-9054-4a70-b0c3-928a0ef9ae00 req-cf14719d-9e79-46ee-b63b-9513f7da7056 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Sep 10 20:53:36.324857 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9a13-5e67-4098-a257-362ed8b30464 None None] Pushing event updated for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=3']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:36.367256 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.399055 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Attempting to bind port d764f763-c184-4643-a677-8ddb2310ce58 on host dv-cinder-760152-8-iscsi for vnic_type normal with profile {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:36.399417 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Attempting to bind port d764f763-c184-4643-a677-8ddb2310ce58 by drivers openvswitch,hyperv on host dv-cinder-760152-8-iscsi at level 0 using segments [{'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:36.399776 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Attempting to bind port d764f763-c184-4643-a677-8ddb2310ce58 on network e186ee70-9fac-4822-b611-cd793811e4cf {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:36.405074 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Checking agent: {'id': '7a8995c1-5d2b-4c4f-8fb0-c51c7f42e26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760152-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 40, 41), 'started_at': datetime.datetime(2021, 9, 10, 20, 41, 11), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760152-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:36.405710 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Checking segment: {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:36.406108 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.406495 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Bound using segment: {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'} {{(pid=100995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:36.407056 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.managers [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Bound port: d764f763-c184-4643-a677-8ddb2310ce58, host: dv-cinder-760152-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d97ee5a-eb85-4577-a534-14d827f028cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf'}}] {{(pid=100995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:36.407454 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.426490 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:36.470155 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b1598-022e-43ad-aa88-36a3a4c9ae43 req-591c5f78-389f-461f-84cb-b0e65a4fa0ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:36.471814 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b20b1598-022e-43ad-aa88-36a3a4c9ae43 req-591c5f78-389f-461f-84cb-b0e65a4fa0ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0546441 Sep 10 20:53:36.474154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.489891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:36.490123 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] For port d764f763-c184-4643-a677-8ddb2310ce58, host dv-cinder-760152-8-iscsi, cleared binding levels {{(pid=100995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:36.490701 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.495593 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.plugins.ml2.db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] For port d764f763-c184-4643-a677-8ddb2310ce58, host dv-cinder-760152-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d764f763-c184-4643-a677-8ddb2310ce58,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:36.507526 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0943dc51-16c6-46f4-9934-b86157c730cd,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:36.529375 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b20b1598-022e-43ad-aa88-36a3a4c9ae43 req-835512b0-1d95-48a8-9ec2-89c0d10345b3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482092 Sep 10 20:53:36.612439 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.613200 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron_lib.callbacks.manager [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:36.613732 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c1d63afc-6ec8-4e0d-ab9a-5d9b0217aa1d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6943345 Sep 10 20:53:36.685336 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9a13-5e67-4098-a257-362ed8b30464 None None] Pushing event updated for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=4']} {{(pid=100995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:36.775217 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:53:36.776229 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:36.821431 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a9ddf51f-92a3-4455-8757-56c585bdf531 req-2d097530-4b3e-499a-9230-835de6d511ff tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 210 time: 0.0324130 Sep 10 20:53:36.946211 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d8280-82fa-4f1c-858e-dcc078c75969 req-ba29588b-dd22-465f-a732-5baa0f6c2574 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:36.947995 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bd5d8280-82fa-4f1c-858e-dcc078c75969 req-ba29588b-dd22-465f-a732-5baa0f6c2574 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0604489 Sep 10 20:53:37.016930 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bd5d8280-82fa-4f1c-858e-dcc078c75969 req-ed0b5476-408f-42fb-b883-e960411315bc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623882 Sep 10 20:53:37.124429 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:53:37.363982 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd764f763-c184-4643-a677-8ddb2310ce58', 'name': '', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'mac_address': 'fa:16:3e:25:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:30Z', 'updated_at': '2021-09-10T20:53:36Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'subnets': [{'id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:53:37.392119 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a4adb-0463-473a-9ffd-1c7d8d274b48 None None] The sync data for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi is: [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T20:53:30Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd764f763-c184-4643-a677-8ddb2310ce58', 'name': '', 'network_id': 'e186ee70-9fac-4822-b611-cd793811e4cf', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'mac_address': 'fa:16:3e:25:ca:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:30Z', 'updated_at': '2021-09-10T20:53:36Z', 'revision_number': 4, 'project_id': 'c39972155661431997a5eabdd8989090', 'subnets': [{'id': '7d1b8300-5e2f-4879-849a-fbcc8c4f8427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:53:37.479937 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb568b5-4ed6-466d-bb8b-a2bf2288bf4a req-430839e6-b1e2-4c6a-a9ac-243f008b7a2d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:37.481500 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3eb568b5-4ed6-466d-bb8b-a2bf2288bf4a req-430839e6-b1e2-4c6a-a9ac-243f008b7a2d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0951722 Sep 10 20:53:37.522705 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3eb568b5-4ed6-466d-bb8b-a2bf2288bf4a req-5ef2a6bd-6314-4587-836c-31457d7428fe tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347455 Sep 10 20:53:37.698126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea113c9d-2ded-4153-8368-378f8e3f483d req-ec07a369-abe5-4de0-9d21-ed0f94bdbea2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:37.699945 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ea113c9d-2ded-4153-8368-378f8e3f483d req-ec07a369-abe5-4de0-9d21-ed0f94bdbea2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0770841 Sep 10 20:53:37.720259 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dd924e4d-2f08-494c-bc1e-bba3dad0257e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:37.745687 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ea113c9d-2ded-4153-8368-378f8e3f483d req-5a6a9e55-fd04-47bf-8a5f-365f65d7f25a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381603 Sep 10 20:53:37.956271 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23a6ad50-b572-41a2-a07a-9f5a3f1a8f50 req-512f1353-ce41-4dc1-abf3-f80163d6f15a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 210 time: 0.0365143 Sep 10 20:53:38.340607 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc1c5-d60f-404b-8177-aad75439a95f req-0a16f7e5-3447-463d-871a-af198c8d3d12 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:38.342181 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c8cc1c5-d60f-404b-8177-aad75439a95f req-0a16f7e5-3447-463d-871a-af198c8d3d12 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1453190 Sep 10 20:53:38.351063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-252d3676-4820-4602-b52f-9f8801d2ac7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:38.352549 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-252d3676-4820-4602-b52f-9f8801d2ac7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.2359407 Sep 10 20:53:38.375324 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Request body: {'port': {'device_id': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'admin_state_up': True, 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:38.454901 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c8cc1c5-d60f-404b-8177-aad75439a95f req-621fad38-5775-48e8-ba84-a2f7cae215d7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013403 Sep 10 20:53:38.505529 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d764f763-c184-4643-a677-8ddb2310ce58 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:38.691259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9dcc1-7684-49a3-8c3d-c20d9ab5ec85 req-6da006b9-7e10-4076-98c2-935f35da070b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:38.692765 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30f9dcc1-7684-49a3-8c3d-c20d9ab5ec85 req-6da006b9-7e10-4076-98c2-935f35da070b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0573893 Sep 10 20:53:38.749421 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30f9dcc1-7684-49a3-8c3d-c20d9ab5ec85 req-22d6f66b-9c9e-4cc6-ba98-a2576a32342b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501561 Sep 10 20:53:38.762853 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:38.789325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:38.793965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:38.798473 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:53:38.799094 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82d2a692-b15d-4631-8b8a-a1e5ddd89cfe not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:53:38.801849 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning for port d764f763-c184-4643-a677-8ddb2310ce58 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:38.809045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d764f763-c184-4643-a677-8ddb2310ce58 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:38.809045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:38.934809 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:38.972384 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] For port d764f763-c184-4643-a677-8ddb2310ce58, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d764f763-c184-4643-a677-8ddb2310ce58,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:39.008751 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf57d2-7239-4bb5-b3df-dd70649cb9b5 req-e6851052-3713-48cc-a9b5-ea61719a3a2f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:39.011926 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dbdf57d2-7239-4bb5-b3df-dd70649cb9b5 req-e6851052-3713-48cc-a9b5-ea61719a3a2f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1191299 Sep 10 20:53:39.029171 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:39.054072 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Allocated IP 172.20.0.14 (a6c045fe-fefb-4f5d-90e1-feb0f4ba967d/5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3/37f940bc-6025-4d59-9339-41fb2228ab07) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:39.101561 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Pushing event updated for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:39.122762 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2dadd98e-a192-43c4-b475-ae810d2796b9 req-183ab968-41d3-4b2c-97a3-07f3662f692e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 210 time: 0.0501158 Sep 10 20:53:39.178026 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dbdf57d2-7239-4bb5-b3df-dd70649cb9b5 req-5a84702c-b4d3-411a-90ad-c13ce02562f0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596434 Sep 10 20:53:39.304734 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:39.411548 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:39.455965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:39.459199 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:39.463125 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:39.472385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event updated for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:39.528462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:39.529138 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:39.611101 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-ccd1909d-4ebc-4e9c-a60f-7c72c9d21649 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2414637 Sep 10 20:53:39.629938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Request body: {'port': {'device_id': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:39.640957 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2af76a-bdae-4b91-9180-e7e7a284d4e1 req-efc98df5-6109-4951-9bd1-796dfc6bffe7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:39.658913 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab2af76a-bdae-4b91-9180-e7e7a284d4e1 req-efc98df5-6109-4951-9bd1-796dfc6bffe7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0838940 Sep 10 20:53:39.710295 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:39.724567 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab2af76a-bdae-4b91-9180-e7e7a284d4e1 req-11af60ba-2fd8-4e7a-aa34-8660b6afea4f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596986 Sep 10 20:53:39.936300 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa95fc-8599-4357-94f4-1ae689285d24 req-7c7326cb-e299-4870-9cf8-996350d90b86 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:39.937793 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d1aa95fc-8599-4357-94f4-1ae689285d24 req-7c7326cb-e299-4870-9cf8-996350d90b86 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0894759 Sep 10 20:53:40.029815 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d1aa95fc-8599-4357-94f4-1ae689285d24 req-feb68bdd-a869-496c-808b-de409e058d37 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665774 Sep 10 20:53:40.087197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f940bc-6025-4d59-9339-41fb2228ab07 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:53:40.095874 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.109014 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Transition to ACTIVE for port object 37f940bc-6025-4d59-9339-41fb2228ab07 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:53:40.177363 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.258629 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1284522b-8a29-4bb1-876d-a14eff3fa58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.315552 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27b87-7386-496a-be88-efc35c1b1ba7 req-95fe2c97-987a-4fc0-aa3e-211ac2b20300 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:40.323488 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-97a27b87-7386-496a-be88-efc35c1b1ba7 req-95fe2c97-987a-4fc0-aa3e-211ac2b20300 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0738409 Sep 10 20:53:40.331121 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Pushing event updated for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:40.370950 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-97a27b87-7386-496a-be88-efc35c1b1ba7 req-f7588a50-d2ac-4083-9fe8-1aab3032c774 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415223 Sep 10 20:53:40.398932 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Attempting to bind port 37f940bc-6025-4d59-9339-41fb2228ab07 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:53:40.399068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Attempting to bind port 37f940bc-6025-4d59-9339-41fb2228ab07 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:53:40.399352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Attempting to bind port 37f940bc-6025-4d59-9339-41fb2228ab07 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:40.412935 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb08a7-f908-4a0f-8f8e-b482d36b8d22 req-9881118b-da9b-4502-b8fc-7d98dde4a27d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:40.414729 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0beb08a7-f908-4a0f-8f8e-b482d36b8d22 req-9881118b-da9b-4502-b8fc-7d98dde4a27d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1090953 Sep 10 20:53:40.417319 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Port 37f940bc-6025-4d59-9339-41fb2228ab07 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:53:40.417656 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Attempting to bind port 37f940bc-6025-4d59-9339-41fb2228ab07 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:53:40.423219 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:53:40.423687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Checking segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:53:40.424081 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Bound using segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:53:40.424626 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Bound port: 37f940bc-6025-4d59-9339-41fb2228ab07, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:53:40.424989 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.452412 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d764f763-c184-4643-a677-8ddb2310ce58 up at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:40.538432 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0beb08a7-f908-4a0f-8f8e-b482d36b8d22 req-d45eebe3-309a-4db8-8ef9-548b56a8144a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008689 Sep 10 20:53:40.557262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Provisioning complete for port d764f763-c184-4643-a677-8ddb2310ce58 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:40.557561 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.560055 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:53:40.565156 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=37f940bc-6025-4d59-9339-41fb2228ab07,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:53:40.624570 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.670701 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:40.670701 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.672590 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] 10.222.0.46 "PUT /v2.0/ports/37f940bc-6025-4d59-9339-41fb2228ab07 HTTP/1.1" status: 200 len: 1094 time: 1.0499837 Sep 10 20:53:40.676130 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:40.678640 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:40.686695 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:40.712930 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b1e60-7f5e-4071-b8ef-dc42a1adb62f service neutron] Pushing event updated for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:40.731993 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33a8730-951b-4689-8041-9c928c157c36 x-openstack-request-id: req-f33a8730-951b-4689-8041-9c928c157c36 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:40.732287 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:40.732536 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f33a8730-951b-4689-8041-9c928c157c36 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:40.732930 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07', 'status': 'completed', 'code': 200} Sep 10 20:53:40.848424 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40eba5-6718-499f-8e74-3a5a3f042a32 req-137f8eb8-44aa-4660-b627-c6f1ec1250d8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:40.849948 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ac40eba5-6718-499f-8e74-3a5a3f042a32 req-137f8eb8-44aa-4660-b627-c6f1ec1250d8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0548100 Sep 10 20:53:40.892610 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ac40eba5-6718-499f-8e74-3a5a3f042a32 req-33a06c22-500e-4994-b7af-ea6b4eb2b615 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365858 Sep 10 20:53:41.175363 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd833397-93f0-47d1-972c-47fd23dfafb3 req-da3b4bdf-f7f6-4b47-b1b2-459820c93839 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:41.177655 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fd833397-93f0-47d1-972c-47fd23dfafb3 req-da3b4bdf-f7f6-4b47-b1b2-459820c93839 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0516243 Sep 10 20:53:41.217911 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fd833397-93f0-47d1-972c-47fd23dfafb3 req-58492f86-d46f-4633-a41c-8f42d72a51f7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343962 Sep 10 20:53:41.479213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16fc02-0a3b-490d-a21f-8871217e2456 req-9bcf901b-bb43-4ca3-ae72-6053d80445fd tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:41.480571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4a16fc02-0a3b-490d-a21f-8871217e2456 req-9bcf901b-bb43-4ca3-ae72-6053d80445fd tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0481992 Sep 10 20:53:41.514591 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:41.520968 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4a16fc02-0a3b-490d-a21f-8871217e2456 req-101ef57e-9be2-418b-b2fe-dc96f1cabd91 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Sep 10 20:53:41.671113 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55fe09-7243-4a78-a9fe-c2c233985b4f req-251678fc-fb6c-4999-a090-bcee5796cd75 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:41.673246 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ec55fe09-7243-4a78-a9fe-c2c233985b4f req-251678fc-fb6c-4999-a090-bcee5796cd75 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0555296 Sep 10 20:53:41.711973 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ec55fe09-7243-4a78-a9fe-c2c233985b4f req-c2035f3e-aadd-490d-a840-77db2baeedc5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327232 Sep 10 20:53:42.024855 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bac681-2eb5-4ff4-88c9-e0cda16a77ec req-12c60572-10e7-4e87-8626-3ffba78bd800 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:42.026580 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-06bac681-2eb5-4ff4-88c9-e0cda16a77ec req-12c60572-10e7-4e87-8626-3ffba78bd800 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0565534 Sep 10 20:53:42.074305 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-06bac681-2eb5-4ff4-88c9-e0cda16a77ec req-1e8c831d-791b-43ef-b20b-d6cb93667cc1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411329 Sep 10 20:53:42.461223 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89b590-029d-4b86-9892-98be31cf04ed req-63d38901-735d-4089-aa3b-24566613e1b8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:42.462631 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eb89b590-029d-4b86-9892-98be31cf04ed req-63d38901-735d-4089-aa3b-24566613e1b8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.1669378 Sep 10 20:53:42.501529 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eb89b590-029d-4b86-9892-98be31cf04ed req-ed880e68-40cd-46b4-af34-f77deb5f8927 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Sep 10 20:53:42.639469 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177547-5d56-4705-9894-809a483a63eb req-abff0143-c0b8-4c72-a840-a35c5fdef7b7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:42.640956 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-76177547-5d56-4705-9894-809a483a63eb req-abff0143-c0b8-4c72-a840-a35c5fdef7b7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0500097 Sep 10 20:53:42.679459 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-76177547-5d56-4705-9894-809a483a63eb req-b037a7d8-5014-4116-a817-18f042b2d3c8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319788 Sep 10 20:53:42.765698 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:42.836171 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8934-ce6e-41bb-9921-57aa685080b5 req-49dc72a2-059c-4627-a0a0-110788f19b43 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:42.838263 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3fbc8934-ce6e-41bb-9921-57aa685080b5 req-49dc72a2-059c-4627-a0a0-110788f19b43 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0495934 Sep 10 20:53:42.876183 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3fbc8934-ce6e-41bb-9921-57aa685080b5 req-2c66beb5-b883-4dd7-9854-c4a5288317e9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Sep 10 20:53:43.205069 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d8ba6-91a2-451f-a072-38c4d16252f4 req-32f782f0-ae99-48d1-ab69-5507c993bbf6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:43.208887 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-354d8ba6-91a2-451f-a072-38c4d16252f4 req-32f782f0-ae99-48d1-ab69-5507c993bbf6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0658321 Sep 10 20:53:43.245750 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-354d8ba6-91a2-451f-a072-38c4d16252f4 req-a3cfa7ae-fe81-446d-898b-47fd24dfef17 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332890 Sep 10 20:53:43.620829 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ecf51-34a0-4e8d-abc9-0801859c6cd5 req-40525706-c6d7-4f9a-8441-fc178f6f2a12 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:43.628595 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eb4ecf51-34a0-4e8d-abc9-0801859c6cd5 req-40525706-c6d7-4f9a-8441-fc178f6f2a12 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0582306 Sep 10 20:53:43.678706 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eb4ecf51-34a0-4e8d-abc9-0801859c6cd5 req-dfc22f69-b104-4964-949b-06e8c9563a79 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491021 Sep 10 20:53:43.827922 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108246f-c57e-4cab-8e3d-07fbd71218ec req-fc234336-1645-4fdd-b402-592759454410 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:43.830601 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1108246f-c57e-4cab-8e3d-07fbd71218ec req-fc234336-1645-4fdd-b402-592759454410 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0688088 Sep 10 20:53:43.876981 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1108246f-c57e-4cab-8e3d-07fbd71218ec req-7efb076f-8207-4320-a75b-30d5c6a121c8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352588 Sep 10 20:53:44.012421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa5f6f-d4bc-442b-84a7-725a9063f5df req-205c89a8-c8a2-4f97-96c6-c798ee27ab6a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:44.019289 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-60aa5f6f-d4bc-442b-84a7-725a9063f5df req-205c89a8-c8a2-4f97-96c6-c798ee27ab6a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0643649 Sep 10 20:53:44.066974 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-60aa5f6f-d4bc-442b-84a7-725a9063f5df req-26e49206-f7b3-430d-b0db-141f9527c6e9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Sep 10 20:53:44.451891 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb64b-61a9-4e83-9627-03632d14ab6f req-46550d81-6365-4aca-88f2-33ee4ae0c1f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:44.453280 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2cffb64b-61a9-4e83-9627-03632d14ab6f req-46550d81-6365-4aca-88f2-33ee4ae0c1f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1287150 Sep 10 20:53:44.495301 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2cffb64b-61a9-4e83-9627-03632d14ab6f req-77781580-5a2b-4305-afc7-9a5cd94fab03 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333340 Sep 10 20:53:44.800711 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d485-f9a4-4695-9227-9775a8d6ebb5 req-8a8536da-eb20-4665-9090-8be2a315bd7e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:44.802209 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e068d485-f9a4-4695-9227-9775a8d6ebb5 req-8a8536da-eb20-4665-9090-8be2a315bd7e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0513039 Sep 10 20:53:44.843398 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e068d485-f9a4-4695-9227-9775a8d6ebb5 req-1527c51f-ce26-43ae-a8a2-caff4892005d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331855 Sep 10 20:53:45.001440 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d6ed-1cfe-4d79-916c-afbe204ffc54 req-7f8560a8-9f8e-43ce-9c7a-ae393b814c19 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.002822 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96a8d6ed-1cfe-4d79-916c-afbe204ffc54 req-7f8560a8-9f8e-43ce-9c7a-ae393b814c19 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0496714 Sep 10 20:53:45.041039 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96a8d6ed-1cfe-4d79-916c-afbe204ffc54 req-97f710c1-add8-4eb6-b428-e3c100f7c1f2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316932 Sep 10 20:53:45.172855 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5842-3e4c-4901-af2d-5326f0045f12 req-fc99269c-a920-492f-8f63-5fc14c1ea745 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.175012 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-196d5842-3e4c-4901-af2d-5326f0045f12 req-fc99269c-a920-492f-8f63-5fc14c1ea745 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0503116 Sep 10 20:53:45.212537 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-196d5842-3e4c-4901-af2d-5326f0045f12 req-dea93c4b-8ccc-4601-8ba1-2cb1653ed833 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Sep 10 20:53:45.419660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-7816e65b-9bdd-4550-a7a4-e36a8ef2073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.421152 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-7816e65b-9bdd-4550-a7a4-e36a8ef2073a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 1097 time: 0.0438433 Sep 10 20:53:45.519882 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-0c553df8-8f1b-4278-a591-2355a98781a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.521337 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-0c553df8-8f1b-4278-a591-2355a98781a2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0887480 Sep 10 20:53:45.653789 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-8c6507da-ff79-40c0-a552-94ec98108044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.655697 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-abbf2ee4-ff7b-437f-8d5b-2c164d348deb req-8c6507da-ff79-40c0-a552-94ec98108044 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259952 Sep 10 20:53:45.671583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ab120-74b1-4496-afce-71f052953262 req-cb30f19e-cecb-4094-89cc-7f8287527570 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.673476 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d68ab120-74b1-4496-afce-71f052953262 req-cb30f19e-cecb-4094-89cc-7f8287527570 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0760822 Sep 10 20:53:45.746800 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d68ab120-74b1-4496-afce-71f052953262 req-809b252b-7391-4817-ba93-011b309dcd01 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627871 Sep 10 20:53:45.769648 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-5c32be79-c15a-479c-b4cc-49da132d77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.771644 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-5c32be79-c15a-479c-b4cc-49da132d77c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 1097 time: 0.0718250 Sep 10 20:53:45.916887 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-1c025a80-b6e2-4ae3-899c-aa5c87167513 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37f940bc-6025-4d59-9339-41fb2228ab07 HTTP/1.1" status: 200 len: 217 time: 0.0386214 Sep 10 20:53:45.978401 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-93bd6e7f-20e8-4d58-8ef6-8a7896959550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:45.980148 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-93bd6e7f-20e8-4d58-8ef6-8a7896959550 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 HTTP/1.1" status: 200 len: 854 time: 0.0532162 Sep 10 20:53:46.010774 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913a314-7433-473e-8ad8-295651b9311c req-040940c5-e9f3-4718-baec-efb259e5a7f2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:46.012923 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5913a314-7433-473e-8ad8-295651b9311c req-040940c5-e9f3-4718-baec-efb259e5a7f2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0630679 Sep 10 20:53:46.016787 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-057a1a38-5c15-4f49-8c7d-82859ac4e10c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268838 Sep 10 20:53:46.059196 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5913a314-7433-473e-8ad8-295651b9311c req-d86d691a-c7bb-469f-bff1-18e2c1532f60 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Sep 10 20:53:46.167945 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-27b26d32-0a2d-4a67-b24a-b532c92749f3 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433234 Sep 10 20:53:46.183458 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f1a98-5562-4684-a95c-02e3255b6f32 req-9714d3a3-e12c-4f21-8a7a-9de7fe9331fe tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:46.184890 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f1f1a98-5562-4684-a95c-02e3255b6f32 req-9714d3a3-e12c-4f21-8a7a-9de7fe9331fe tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0674369 Sep 10 20:53:46.317936 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f1f1a98-5562-4684-a95c-02e3255b6f32 req-326554e9-6140-4e86-8a3e-5ab7a687d739 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240070 Sep 10 20:53:46.324201 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-47ce6458-2b43-4aa7-8432-3d2f3a6f33f7 req-dfd4b0cd-4995-4afd-adaf-d381cbfe8539 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384094 Sep 10 20:53:46.355911 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855c214-7500-4840-80ad-178ef685bf77 req-ca95f5f2-1f35-4b21-a145-8f4d44f11bec tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:46.357406 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6855c214-7500-4840-80ad-178ef685bf77 req-ca95f5f2-1f35-4b21-a145-8f4d44f11bec tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0711532 Sep 10 20:53:46.400784 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6855c214-7500-4840-80ad-178ef685bf77 req-f509e753-8264-4d8d-996f-7c6ecd4c0d5b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363612 Sep 10 20:53:46.886599 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6febfc-cf3a-4961-915a-fb82ba9673eb req-1c6d7ff9-d83c-40f6-9439-869160ee2728 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:46.888178 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f6febfc-cf3a-4961-915a-fb82ba9673eb req-1c6d7ff9-d83c-40f6-9439-869160ee2728 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0503929 Sep 10 20:53:46.927291 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f6febfc-cf3a-4961-915a-fb82ba9673eb req-c6c70e1d-605b-4cba-920d-669e64842d08 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332057 Sep 10 20:53:47.181449 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d226-1a18-441e-b227-6bf40ff193df req-c49cba47-550f-430f-9309-95dcf23ce950 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:47.188895 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-08e9d226-1a18-441e-b227-6bf40ff193df req-c49cba47-550f-430f-9309-95dcf23ce950 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 943 time: 0.0624835 Sep 10 20:53:47.231342 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-08e9d226-1a18-441e-b227-6bf40ff193df req-19116bf2-2a4e-4848-8b77-b373a60be4b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Sep 10 20:53:47.437745 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acba13-2c51-4695-a4c6-65820f051ca4 req-440c12e0-8212-49f6-a22c-7b0c873b4b4c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:47.445951 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-59acba13-2c51-4695-a4c6-65820f051ca4 req-440c12e0-8212-49f6-a22c-7b0c873b4b4c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0594077 Sep 10 20:53:47.516349 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-59acba13-2c51-4695-a4c6-65820f051ca4 req-3dee7f4f-ca0e-4d10-a83a-3ad7bf241810 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Sep 10 20:53:47.555500 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1105-cead-4a2f-9838-56144e970522 req-0990b9ba-677f-4a6d-8d9e-2e32ace0aad6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:47.555500 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-749e1105-cead-4a2f-9838-56144e970522 req-0990b9ba-677f-4a6d-8d9e-2e32ace0aad6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0606039 Sep 10 20:53:47.600913 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-749e1105-cead-4a2f-9838-56144e970522 req-d9269fb8-872a-4dec-888d-378227f021f1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Sep 10 20:53:47.608474 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d6e81230-dc04-4c3a-8f86-cad3a98f9006 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:53:47.707378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:47.718213 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'port_id': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'mac_address': 'fa:16:3e:42:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:53:47.754926 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:47.767363 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e81230-dc04-4c3a-8f86-cad3a98f9006 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:53:47.787871 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:47.902660 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:47.956453 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:48.071275 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da941-767b-441e-b555-4d91beb6c99c req-78efafe6-1fa2-467d-921b-d8fc960bf254 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:48.073100 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-457da941-767b-441e-b555-4d91beb6c99c req-78efafe6-1fa2-467d-921b-d8fc960bf254 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0678189 Sep 10 20:53:48.115678 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-457da941-767b-441e-b555-4d91beb6c99c req-ebf119fb-2633-4873-b4d5-448faed6a59f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367486 Sep 10 20:53:48.344440 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15907874-d391-4d32-9b8d-dc6065f95859 req-88c6a8b1-87aa-41df-a72b-0b64f55cf3d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:48.346769 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-15907874-d391-4d32-9b8d-dc6065f95859 req-88c6a8b1-87aa-41df-a72b-0b64f55cf3d0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0505428 Sep 10 20:53:48.386339 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-15907874-d391-4d32-9b8d-dc6065f95859 req-bf7a78a0-7271-4ca9-a742-e74e4e7a9261 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Sep 10 20:53:48.458062 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d6e81230-dc04-4c3a-8f86-cad3a98f9006'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:48.668962 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55630c5-82f2-4625-86c5-55ef306f2e1e req-8b9bc906-bb33-4c09-b6fb-297ac0d0a617 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:48.673541 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e55630c5-82f2-4625-86c5-55ef306f2e1e req-8b9bc906-bb33-4c09-b6fb-297ac0d0a617 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0779355 Sep 10 20:53:48.735711 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e55630c5-82f2-4625-86c5-55ef306f2e1e req-8ae87845-5885-42ec-9799-973f9c3ccae3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Sep 10 20:53:48.780502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba5e31-98e5-4b44-8fd8-c197ff13dfab req-859730b5-1bc7-4fce-b0a9-f938951042e5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:48.787716 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-19ba5e31-98e5-4b44-8fd8-c197ff13dfab req-859730b5-1bc7-4fce-b0a9-f938951042e5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0761981 Sep 10 20:53:48.832917 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-19ba5e31-98e5-4b44-8fd8-c197ff13dfab req-6a43f9e3-0e29-45a3-9a8a-22ac009bc106 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Sep 10 20:53:49.264474 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948c380-589b-49a5-880b-93a600357c71 req-62a8feac-e6fb-493e-811d-e561ac4a03d3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:49.272605 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e948c380-589b-49a5-880b-93a600357c71 req-62a8feac-e6fb-493e-811d-e561ac4a03d3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0725121 Sep 10 20:53:49.321219 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e948c380-589b-49a5-880b-93a600357c71 req-a1b45dfe-d8bd-4de0-869c-e3bbe85dd2e8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402389 Sep 10 20:53:49.529927 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec9460-5c90-4604-9e17-998911443f76 req-cfd08d58-a7b2-402b-8224-0b772853dc2c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:49.529927 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-39ec9460-5c90-4604-9e17-998911443f76 req-cfd08d58-a7b2-402b-8224-0b772853dc2c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0666368 Sep 10 20:53:49.566807 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-39ec9460-5c90-4604-9e17-998911443f76 req-33634e8e-ff18-4db5-99c8-07c65f939aa1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352693 Sep 10 20:53:49.885077 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434b7bb-6036-48d5-8b50-f9bf61f185b8 req-0dac0d05-19cd-4c12-8a5d-18ae6c765c86 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:49.886556 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4434b7bb-6036-48d5-8b50-f9bf61f185b8 req-0dac0d05-19cd-4c12-8a5d-18ae6c765c86 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0583639 Sep 10 20:53:49.925512 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4434b7bb-6036-48d5-8b50-f9bf61f185b8 req-1beb5307-dc77-4465-b929-ecbe36e96ccb tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Sep 10 20:53:49.965149 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f7c61-d083-41ed-9ebd-dd844be41b18 req-dc7633ab-8e05-4ea8-ae06-3cf368cd1fbd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:49.966624 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-841f7c61-d083-41ed-9ebd-dd844be41b18 req-dc7633ab-8e05-4ea8-ae06-3cf368cd1fbd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0687399 Sep 10 20:53:50.013456 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-841f7c61-d083-41ed-9ebd-dd844be41b18 req-3a776f52-45b8-4135-a5ba-b2b2aad92c43 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403702 Sep 10 20:53:50.463204 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0a0ac-e8bb-492e-8dd3-14459eae0264 req-cf5117c9-8f15-4275-b069-17e114448035 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:50.465142 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0fd0a0ac-e8bb-492e-8dd3-14459eae0264 req-cf5117c9-8f15-4275-b069-17e114448035 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0592391 Sep 10 20:53:50.508571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0fd0a0ac-e8bb-492e-8dd3-14459eae0264 req-2804edc4-e84a-49fe-91ef-698c69bed9b6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351443 Sep 10 20:53:50.684596 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6ab93-198a-4a40-b5cf-11048c253995 req-8e4f3405-d98f-40d4-9cd7-3c250e66f5bf tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:50.686095 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-81b6ab93-198a-4a40-b5cf-11048c253995 req-8e4f3405-d98f-40d4-9cd7-3c250e66f5bf tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0505657 Sep 10 20:53:50.726270 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-81b6ab93-198a-4a40-b5cf-11048c253995 req-6c449d6d-8cd3-4888-bcc2-aa608ef5e2fa tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Sep 10 20:53:51.044582 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c184483-3fcb-42b7-9b02-fb9bda44f908 req-50dd86d8-d14d-45a7-9684-601c64bbfd4d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:51.053392 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c184483-3fcb-42b7-9b02-fb9bda44f908 req-50dd86d8-d14d-45a7-9684-601c64bbfd4d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0567603 Sep 10 20:53:51.099046 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c184483-3fcb-42b7-9b02-fb9bda44f908 req-72e0fa4e-4ef4-4848-8c36-99af59ba2c3a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Sep 10 20:53:51.137106 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f1cb5-60e1-42db-a87a-baecf8d507bd req-39c6ecd0-5bfd-4a4b-9904-fb9881cc94ce tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:51.138592 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-235f1cb5-60e1-42db-a87a-baecf8d507bd req-39c6ecd0-5bfd-4a4b-9904-fb9881cc94ce tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0571003 Sep 10 20:53:51.176469 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-235f1cb5-60e1-42db-a87a-baecf8d507bd req-3d8c44a4-fe9b-42be-9cf3-0fd1e524b8b8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Sep 10 20:53:51.625209 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1453-1a05-4fd4-8e07-3cb26fb039c3 req-34e44c22-0347-4201-b6a7-bc58b92d90c9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:51.626671 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-652f1453-1a05-4fd4-8e07-3cb26fb039c3 req-34e44c22-0347-4201-b6a7-bc58b92d90c9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0471654 Sep 10 20:53:51.669511 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-652f1453-1a05-4fd4-8e07-3cb26fb039c3 req-458bdb05-af89-48d8-94c8-77daa90b34ae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365479 Sep 10 20:53:51.837072 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2e3de-b0ee-4fec-b910-cab73f6748c5 req-be3ab8d2-3104-4174-b1f3-ab4689aa98e8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:51.838544 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fae2e3de-b0ee-4fec-b910-cab73f6748c5 req-be3ab8d2-3104-4174-b1f3-ab4689aa98e8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0474660 Sep 10 20:53:51.874778 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fae2e3de-b0ee-4fec-b910-cab73f6748c5 req-bc7fdfaf-01fe-4384-be6a-314009ad9fc2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301018 Sep 10 20:53:52.210637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f962a1-3ed4-4470-a9cb-c7890764e88d req-b89ce109-7c9f-4634-907a-a94df63a82ad tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:52.212172 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2f962a1-3ed4-4470-a9cb-c7890764e88d req-b89ce109-7c9f-4634-907a-a94df63a82ad tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0485628 Sep 10 20:53:52.249263 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2f962a1-3ed4-4470-a9cb-c7890764e88d req-ffdb24cc-2c6b-49a3-a0c2-fc0830947855 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Sep 10 20:53:52.288854 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cac02e-1e88-4c78-9cba-2905bef1c3ff req-d83db454-44e6-401c-adc1-ca9547a69605 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:52.290324 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41cac02e-1e88-4c78-9cba-2905bef1c3ff req-d83db454-44e6-401c-adc1-ca9547a69605 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0484607 Sep 10 20:53:52.328469 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41cac02e-1e88-4c78-9cba-2905bef1c3ff req-097ab2fb-7b78-459e-8b36-c0ca146a01ed tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Sep 10 20:53:52.785234 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92475d3e-0efa-49c3-9630-7e3d0bddb15c req-39c9f3e4-0bd5-4264-a3e7-74e3932d74fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:52.786694 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-92475d3e-0efa-49c3-9630-7e3d0bddb15c req-39c9f3e4-0bd5-4264-a3e7-74e3932d74fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0476122 Sep 10 20:53:52.825570 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-92475d3e-0efa-49c3-9630-7e3d0bddb15c req-1e9f0444-56b5-4aa1-896f-e4e685297171 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331519 Sep 10 20:53:52.989916 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21eb39-074c-4395-a0b4-834b948d2af0 req-b0386d77-b5a4-4e2a-a6a0-6309b422abbc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:52.991303 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e21eb39-074c-4395-a0b4-834b948d2af0 req-b0386d77-b5a4-4e2a-a6a0-6309b422abbc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0508926 Sep 10 20:53:53.027285 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e21eb39-074c-4395-a0b4-834b948d2af0 req-198d32cd-b51f-40de-b8dd-78ee59d4853f tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301948 Sep 10 20:53:53.362378 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297db3af-9e08-4126-999d-1d87200ae673 req-65d46fad-0d02-4453-82ab-c0ed5aaa56e3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:53.363908 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-297db3af-9e08-4126-999d-1d87200ae673 req-65d46fad-0d02-4453-82ab-c0ed5aaa56e3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0477171 Sep 10 20:53:53.402931 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-297db3af-9e08-4126-999d-1d87200ae673 req-36e7d7cb-183b-41e6-8145-bd697e187e2a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Sep 10 20:53:53.444758 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f66e7-9326-4057-8d1c-755802b87dea req-d722addf-1948-4233-9e3b-2151931ea21f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:53.446249 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ad7f66e7-9326-4057-8d1c-755802b87dea req-d722addf-1948-4233-9e3b-2151931ea21f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0498953 Sep 10 20:53:53.483227 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ad7f66e7-9326-4057-8d1c-755802b87dea req-a63704ea-aa8c-4e04-a052-099a7ed75b6d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310807 Sep 10 20:53:54.043372 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec851-91e1-4051-8a72-d4d2f2301ebd req-cd865265-8da8-428b-a468-60483ed9c9c9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:54.044810 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-211ec851-91e1-4051-8a72-d4d2f2301ebd req-cd865265-8da8-428b-a468-60483ed9c9c9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0470123 Sep 10 20:53:54.081793 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-211ec851-91e1-4051-8a72-d4d2f2301ebd req-56af92c0-0829-4fcb-9a53-53dcef323743 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305583 Sep 10 20:53:54.139388 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edcc1a-9bc5-4fc6-9a90-1776117b24ca req-e6267dd0-abe1-46b5-a08b-7918f300644a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:54.140817 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e1edcc1a-9bc5-4fc6-9a90-1776117b24ca req-e6267dd0-abe1-46b5-a08b-7918f300644a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0473008 Sep 10 20:53:54.177690 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e1edcc1a-9bc5-4fc6-9a90-1776117b24ca req-30e9d98b-da46-4543-b3f3-dfec573f7f15 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Sep 10 20:53:54.513916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5c06c-084a-4ff4-9187-135fe0f2a6be req-48245464-9b0a-4248-addc-65d2b0cf7c8a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:54.515214 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-57a5c06c-084a-4ff4-9187-135fe0f2a6be req-48245464-9b0a-4248-addc-65d2b0cf7c8a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 944 time: 0.0481181 Sep 10 20:53:54.556499 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-57a5c06c-084a-4ff4-9187-135fe0f2a6be req-31faab2c-6013-437f-8bd9-58f760881d0b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Sep 10 20:53:54.600117 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c39d2-3e0e-41c9-a433-d72a6ab46ff5 req-b26782cf-6976-4072-82d3-8ad81dd430ee tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:54.601548 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-135c39d2-3e0e-41c9-a433-d72a6ab46ff5 req-b26782cf-6976-4072-82d3-8ad81dd430ee tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0509834 Sep 10 20:53:54.637012 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-135c39d2-3e0e-41c9-a433-d72a6ab46ff5 req-2de0f7df-d32c-49d0-840d-2909abed351f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296507 Sep 10 20:53:54.765170 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 37f940bc-6025-4d59-9339-41fb2228ab07 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:53:54.859389 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=37f940bc-6025-4d59-9339-41fb2228ab07,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:54.869965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '37f940bc-6025-4d59-9339-41fb2228ab07', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'port_id': '37f940bc-6025-4d59-9339-41fb2228ab07', 'mac_address': 'fa:16:3e:79:e9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:53:54.906248 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:54.918240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f940bc-6025-4d59-9339-41fb2228ab07 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:53:54.936805 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=37f940bc-6025-4d59-9339-41fb2228ab07,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:54.970623 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:55.018789 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:55.197817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32efd3-ceea-4f05-be59-7166a2647c18 req-77eb0317-37ae-43b6-bb33-0ed418b8e1a0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:55.199347 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e32efd3-ceea-4f05-be59-7166a2647c18 req-77eb0317-37ae-43b6-bb33-0ed418b8e1a0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0481253 Sep 10 20:53:55.238423 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8e32efd3-ceea-4f05-be59-7166a2647c18 req-98580dd7-da4b-41c0-bac5-cbc3a341bb36 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305369 Sep 10 20:53:55.292342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c05f7-7adc-4bbf-bfb5-85bdb215b1ff req-aa0e17b2-cb56-44c5-b835-fe998396c843 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:55.293811 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c06c05f7-7adc-4bbf-bfb5-85bdb215b1ff req-aa0e17b2-cb56-44c5-b835-fe998396c843 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0481825 Sep 10 20:53:55.330834 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c06c05f7-7adc-4bbf-bfb5-85bdb215b1ff req-7d27a720-13f0-4789-8f76-554219470928 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306735 Sep 10 20:53:55.669985 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d343b-d90e-498e-8b38-b20cee53b424 req-450f3900-bf8a-4e57-ba10-98033bdb7200 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:55.671661 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-909d343b-d90e-498e-8b38-b20cee53b424 req-450f3900-bf8a-4e57-ba10-98033bdb7200 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 945 time: 0.0507681 Sep 10 20:53:55.711210 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-909d343b-d90e-498e-8b38-b20cee53b424 req-2488c543-61c1-4f60-a781-c7d9f459de69 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Sep 10 20:53:55.801887 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fbeb9923-3197-4be3-8879-80967ab02ade tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:55.803321 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fbeb9923-3197-4be3-8879-80967ab02ade tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/networks?id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb HTTP/1.1" status: 200 len: 814 time: 0.1127503 Sep 10 20:53:55.817974 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-6e94b1c4-3942-486b-82df-5aed07394bf1 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/quotas/9a0fb761be2348e681927f0bd624df43 HTTP/1.1" status: 200 len: 375 time: 0.0088549 Sep 10 20:53:55.851270 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-653e2927-ebcd-4a79-b0c2-4cce27c86f13 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271568 Sep 10 20:53:55.920639 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072663a-c61d-47bb-9c96-3cda37a150a5 req-9e8872f0-e48e-4b0d-8b76-2949f299106e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:55.922105 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d072663a-c61d-47bb-9c96-3cda37a150a5 req-9e8872f0-e48e-4b0d-8b76-2949f299106e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0488605 Sep 10 20:53:55.940417 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-46d29329-ddc4-4c97-b20d-542703e283dc service neutron] 10.222.0.38 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819623 Sep 10 20:53:55.963412 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d072663a-c61d-47bb-9c96-3cda37a150a5 req-ca7eefc9-47e2-4fae-b725-82505926f145 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351655 Sep 10 20:53:56.031835 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-73b2385a-9302-4028-aef1-c9ab6e94db37 service neutron] 10.222.0.38 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853064 Sep 10 20:53:56.301146 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b57686e9-0167-4759-903b-dfd953f47988 req-86fa6503-13bd-488d-936c-9d93c429f3ce tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 210 time: 0.0384448 Sep 10 20:53:56.369139 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b800899-d598-41ef-be1a-611a19303aac req-7f557a99-2580-418e-bac1-c261b2b5f28f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.370700 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4b800899-d598-41ef-be1a-611a19303aac req-7f557a99-2580-418e-bac1-c261b2b5f28f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0490699 Sep 10 20:53:56.393557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:53:56.424893 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4b800899-d598-41ef-be1a-611a19303aac req-e526cd8f-4327-4f0c-9601-800b6e70e219 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461886 Sep 10 20:53:56.463885 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57a9d-ae60-45f2-b9e8-b84f7cd2cdab req-216956f8-711e-4449-bc0f-d2b7b38596d5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.465371 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-00f57a9d-ae60-45f2-b9e8-b84f7cd2cdab req-216956f8-711e-4449-bc0f-d2b7b38596d5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 944 time: 0.0680387 Sep 10 20:53:56.516764 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-00f57a9d-ae60-45f2-b9e8-b84f7cd2cdab req-e8c88091-a05c-4ac9-9dab-52dcc5ecb4a7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447638 Sep 10 20:53:56.572543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-f8369883-c84a-4bb1-a542-b3a39343e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.574016 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-f8369883-c84a-4bb1-a542-b3a39343e234 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1099 time: 0.0472238 Sep 10 20:53:56.666606 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-eb148f89-33b7-4f01-b672-819379badc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.668153 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-eb148f89-33b7-4f01-b672-819379badc03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0863836 Sep 10 20:53:56.733071 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-c978baa3-92a6-4f3d-93fb-31cd608c08c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 1001 time: 0.0567834 Sep 10 20:53:56.771574 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d6e81230-dc04-4c3a-8f86-cad3a98f9006 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:56.794699 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-9556d8c8-aa14-41a9-a7af-a1434ec1d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.796430 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-9556d8c8-aa14-41a9-a7af-a1434ec1d2ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0495586 Sep 10 20:53:56.845327 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8dd190-061c-4cc5-9cb2-d81ae8ed894a req-760a608a-9af6-45bd-b3b9-f027ce2b30b7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.847115 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0d8dd190-061c-4cc5-9cb2-d81ae8ed894a req-760a608a-9af6-45bd-b3b9-f027ce2b30b7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 945 time: 0.0613668 Sep 10 20:53:56.850515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-a1f1e345-ee7e-48de-8cbe-462be9d31022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:56.852226 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-a1f1e345-ee7e-48de-8cbe-462be9d31022 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471663 Sep 10 20:53:56.885612 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0d8dd190-061c-4cc5-9cb2-d81ae8ed894a req-a7615314-3f98-4884-ba97-3b59f3fad7d2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Sep 10 20:53:56.930889 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port d6e81230-dc04-4c3a-8f86-cad3a98f9006 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:56.934912 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port d6e81230-dc04-4c3a-8f86-cad3a98f9006 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:56.935289 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:56.944450 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-07e0bc37-dd4d-4a76-b0be-bbca4639d899 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831537 Sep 10 20:53:57.011791 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:57.041392 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:57.042406 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-228916fc-59b0-4c1b-881d-d90c640f0f33 req-8831a3ca-7643-41e1-8d50-e69f207bfea1 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905163 Sep 10 20:53:57.044161 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67cc6e-7ea6-4813-a738-f10f2ff9115c" -d '{"events": [{"server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:57.050373 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:57.084277 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeda0cc-0d86-4391-9e78-ff9e8545504b x-openstack-request-id: req-6aeda0cc-0d86-4391-9e78-ff9e8545504b {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:57.084567 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:57.084841 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6aeda0cc-0d86-4391-9e78-ff9e8545504b {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:57.085225 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'code': 200} Sep 10 20:53:57.090282 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d0a3-cb9b-4639-93e4-483e7cb7f242 req-0d279634-e1df-49c9-bb0b-75bb3e8cf22d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:57.091825 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5c9d0a3-cb9b-4639-93e4-483e7cb7f242 req-0d279634-e1df-49c9-bb0b-75bb3e8cf22d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0524812 Sep 10 20:53:57.130950 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5c9d0a3-cb9b-4639-93e4-483e7cb7f242 req-0b5523f7-920a-4d11-864b-dd05b483e196 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Sep 10 20:53:57.153651 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:57.211428 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:57.279187 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:57.377063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61fe0-6ac2-4e40-8c87-a6e33176b73e req-19e883db-e245-4c36-afb5-dfc9f8382dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:57.378572 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e2d61fe0-6ac2-4e40-8c87-a6e33176b73e req-19e883db-e245-4c36-afb5-dfc9f8382dc2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 1098 time: 0.0468524 Sep 10 20:53:57.398165 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-274a78ff-b772-4451-9080-2b8a55faceff req-144c177e-1ae7-484a-b353-230382d39b2a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 210 time: 0.0363736 Sep 10 20:53:57.419647 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e2d61fe0-6ac2-4e40-8c87-a6e33176b73e req-bef02b1c-ce81-4440-a742-e7535259b275 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330224 Sep 10 20:53:57.549560 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c87469-a1ee-4193-bb4e-c486c4f71b05 req-1f8f2ca9-5dc0-4c76-9962-6f9341e8bb74 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:57.551061 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7c87469-a1ee-4193-bb4e-c486c4f71b05 req-1f8f2ca9-5dc0-4c76-9962-6f9341e8bb74 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.0495553 Sep 10 20:53:57.589119 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7c87469-a1ee-4193-bb4e-c486c4f71b05 req-c111566b-eb37-4ae3-b4d2-6ba5dfd4d79d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320539 Sep 10 20:53:57.620808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bc8ef-60fe-4d66-b809-3828d612731a req-58e15ff9-e08d-4b3e-a19e-4c1e6f3ddcdd tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:57.622320 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fb6bc8ef-60fe-4d66-b809-3828d612731a req-58e15ff9-e08d-4b3e-a19e-4c1e6f3ddcdd tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0482740 Sep 10 20:53:57.659231 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fb6bc8ef-60fe-4d66-b809-3828d612731a req-1e75b15e-265e-4de3-b010-0c0e57930ad4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Sep 10 20:53:57.867255 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-47495828-61f5-4560-8ab5-1704563fcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:57.868734 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-47495828-61f5-4560-8ab5-1704563fcc0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0405836 Sep 10 20:53:58.244269 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-dde488ac-7681-4205-b544-769987080182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.245744 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-dde488ac-7681-4205-b544-769987080182 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.3531437 Sep 10 20:53:58.253233 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfd315-a8bb-44c9-b57e-a7d67e33338e req-ad91cc9f-a7dd-403c-b207-2d6e2d454d0d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.254863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e0dfd315-a8bb-44c9-b57e-a7d67e33338e req-ad91cc9f-a7dd-403c-b207-2d6e2d454d0d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0555685 Sep 10 20:53:58.260132 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc944c7-fb18-489e-a0c8-5765c1767bce req-e308ed2a-12f7-406f-8c02-c216c206fbfe tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.261560 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-edc944c7-fb18-489e-a0c8-5765c1767bce req-e308ed2a-12f7-406f-8c02-c216c206fbfe tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 945 time: 0.0692670 Sep 10 20:53:58.292849 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e0dfd315-a8bb-44c9-b57e-a7d67e33338e req-b6c4b289-9bdb-4579-a883-e0f2c77907ec tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Sep 10 20:53:58.343816 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-8b1d5964-e6b7-4f95-8ba1-e594bbc02f19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 1001 time: 0.0813522 Sep 10 20:53:58.346756 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-edc944c7-fb18-489e-a0c8-5765c1767bce req-aaf5384d-12f1-4592-b373-af58823126e0 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Sep 10 20:53:58.394012 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-09472061-8941-47c9-beb8-e1e608313a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.395565 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-09472061-8941-47c9-beb8-e1e608313a6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0439222 Sep 10 20:53:58.445521 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-951346c7-1f9a-4a5e-827f-1d3aa5807024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.447118 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-951346c7-1f9a-4a5e-827f-1d3aa5807024 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433693 Sep 10 20:53:58.505379 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7c271645-28ce-4ab0-9430-2526c3c56d27 req-f60b876c-55bb-495a-aa13-3c249321b7fc tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 210 time: 0.0272434 Sep 10 20:53:58.604242 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-32e07784-0ef7-4652-b514-49208bf50c86 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446171 Sep 10 20:53:58.661477 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-225bfb90-e749-46db-88db-a59811ea0892 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.662994 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-225bfb90-e749-46db-88db-a59811ea0892 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "GET /v2.0/networks?id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb HTTP/1.1" status: 200 len: 814 time: 0.1429222 Sep 10 20:53:58.715817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Request body: {'port': {'device_id': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb', 'admin_state_up': True, 'tenant_id': '9a0fb761be2348e681927f0bd624df43'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:53:58.784410 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 37f940bc-6025-4d59-9339-41fb2228ab07 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:53:58.786247 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb02b-26e3-4670-bb0a-b73776462bac req-57344f03-d137-455e-8c22-fb07895b4906 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.788002 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1a6eb02b-26e3-4670-bb0a-b73776462bac req-57344f03-d137-455e-8c22-fb07895b4906 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0638685 Sep 10 20:53:58.812120 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41d53949-a654-4ed2-bffd-f02e6db78860 req-c90d7f8b-1bec-43c1-a9fe-021623974b88 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987560 Sep 10 20:53:58.823321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f9fe3-8a4d-443b-8df3-ce8099465128 req-79ed3f81-e87f-4019-a356-570353161c8a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:58.824822 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b3f9fe3-8a4d-443b-8df3-ce8099465128 req-79ed3f81-e87f-4019-a356-570353161c8a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 946 time: 0.1593659 Sep 10 20:53:58.829286 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1a6eb02b-26e3-4670-bb0a-b73776462bac req-dbf6efc9-05e0-47bc-b2d5-3352a4d02248 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335581 Sep 10 20:53:58.886099 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b3f9fe3-8a4d-443b-8df3-ce8099465128 req-575b6bc3-4cba-42f1-9783-a2676d8f8524 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530379 Sep 10 20:53:58.959345 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 37f940bc-6025-4d59-9339-41fb2228ab07 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:53:58.963296 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 37f940bc-6025-4d59-9339-41fb2228ab07 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:53:58.963664 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:58.977050 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Made reservation on behalf of 9a0fb761be2348e681927f0bd624df43 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:53:58.981522 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.037949 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.078988 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=37f940bc-6025-4d59-9339-41fb2228ab07,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:59.086273 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:53:59.088649 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1da5f1a-8bd7-4df5-9c8b-0de639d7d1e1" -d '{"events": [{"server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "name": "network-vif-plugged", "status": "completed", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:53:59.111924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Allocated IP 172.20.0.2 (41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb/2a5cbfa0-1b00-41ad-98d3-0802f5320bbc/f2adbfb7-d6de-4a11-86c0-499cba52c36a) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:53:59.124436 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164787d-e850-45c6-bedd-b239b114cdda x-openstack-request-id: req-f164787d-e850-45c6-bedd-b239b114cdda {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:53:59.124733 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "name": "network-vif-plugged", "status": "completed", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:53:59.124983 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f164787d-e850-45c6-bedd-b239b114cdda {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:53:59.125374 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07', 'code': 200} Sep 10 20:53:59.135331 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.138963 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:53:59.226862 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:59.274750 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.282835 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.310279 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:53:59.393673 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.395274 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.449157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719ac6d-72bd-43d8-82d4-7e40fc1a3fb9 req-322ec663-12c9-42ef-853a-2893bc23cda1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.450786 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c719ac6d-72bd-43d8-82d4-7e40fc1a3fb9 req-322ec663-12c9-42ef-853a-2893bc23cda1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0922363 Sep 10 20:53:59.456681 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=8']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:59.481011 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72984226-2fd5-4476-b5ec-093298d1b47a req-c8b29c7d-0183-4cab-ac7f-974da286f3ed tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.482596 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-72984226-2fd5-4476-b5ec-093298d1b47a req-c8b29c7d-0183-4cab-ac7f-974da286f3ed tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0589015 Sep 10 20:53:59.483286 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:53:59.496576 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:53:59.505530 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Pushing event updated for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:53:59.510913 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:53:59.535156 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-72984226-2fd5-4476-b5ec-093298d1b47a req-808dcb35-7bcb-4d44-b369-a763d8d02a0c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Sep 10 20:53:59.567806 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c719ac6d-72bd-43d8-82d4-7e40fc1a3fb9 req-e40e3250-8ee5-42ab-9c0c-550716d83a24 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924809 Sep 10 20:53:59.571663 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe2b05-7a52-478e-ab15-8c38b88e24e4 req-93c9c8a3-4ab7-4b44-81b2-9ee58ab5b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.573092 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-abbe2b05-7a52-478e-ab15-8c38b88e24e4 req-93c9c8a3-4ab7-4b44-81b2-9ee58ab5b9e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 1099 time: 0.1448505 Sep 10 20:53:59.584162 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.586623 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:53:59.620904 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-abbe2b05-7a52-478e-ab15-8c38b88e24e4 req-4a7893b6-af31-4c55-a4f5-59bb44158999 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Sep 10 20:53:59.643196 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c321718-bad0-4b75-ac16-17d1c7c44047 req-2a42945b-60da-4e9f-825a-ac8960546ac2 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.644674 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1c321718-bad0-4b75-ac16-17d1c7c44047 req-2a42945b-60da-4e9f-825a-ac8960546ac2 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 931 time: 0.0486543 Sep 10 20:53:59.681608 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1c321718-bad0-4b75-ac16-17d1c7c44047 req-3b5ca84a-9afa-48a3-94e0-dbc712a29216 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Sep 10 20:53:59.685863 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-fcf76f04-9103-4929-87c0-8fdc51898a2f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103314 Sep 10 20:53:59.943541 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760fde-919b-4e61-8638-134720c7dddd req-788d2b78-0108-4f1d-b263-b9cb63df6dff tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:53:59.945010 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-50760fde-919b-4e61-8638-134720c7dddd req-788d2b78-0108-4f1d-b263-b9cb63df6dff tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0491035 Sep 10 20:53:59.983171 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-50760fde-919b-4e61-8638-134720c7dddd req-85273a8b-0b99-41bc-b41d-3a10b5a5ac3d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Sep 10 20:54:00.009102 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afea9b-6856-442c-89aa-fcd16ea10f09 req-870338bd-2adf-48d4-9d4c-598936114abf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.010611 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77afea9b-6856-442c-89aa-fcd16ea10f09 req-870338bd-2adf-48d4-9d4c-598936114abf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0480793 Sep 10 20:54:00.051004 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77afea9b-6856-442c-89aa-fcd16ea10f09 req-8d843026-79ae-4e2d-9ef5-13b9cf01dc85 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343761 Sep 10 20:54:00.100533 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548a1d-2c2d-4bf4-a41b-7d339d1a4a8b req-4cbb929c-2682-4165-a76e-9553a9d3182c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.101989 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d4548a1d-2c2d-4bf4-a41b-7d339d1a4a8b req-4cbb929c-2682-4165-a76e-9553a9d3182c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0520492 Sep 10 20:54:00.112244 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Request body: {'port': {'device_id': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:00.182799 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d4548a1d-2c2d-4bf4-a41b-7d339d1a4a8b req-c8a9b234-bd5b-43eb-9577-3ca3d6f89a19 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747375 Sep 10 20:54:00.187216 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.208807 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 57306) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:54:00.355081 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46e763-0f99-4855-8015-27261e209a8b tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.356607 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ad46e763-0f99-4855-8015-27261e209a8b tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 1093 time: 0.1467001 Sep 10 20:54:00.359586 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 57310) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:54:00.363767 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'port_id': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:00.450497 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2adbfb7-d6de-4a11-86c0-499cba52c36a {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:00.456923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.458703 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.470510 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Transition to ACTIVE for port object f2adbfb7-d6de-4a11-86c0-499cba52c36a will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:54:00.547789 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.557496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.637195 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:00.723712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Attempting to bind port f2adbfb7-d6de-4a11-86c0-499cba52c36a on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:54:00.724043 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Attempting to bind port f2adbfb7-d6de-4a11-86c0-499cba52c36a by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:54:00.724167 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5dd05-d667-48ec-ae81-b91fdd6c4aee req-a79b3999-a365-4066-a1c5-2d8a3548cf55 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.724363 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Attempting to bind port f2adbfb7-d6de-4a11-86c0-499cba52c36a on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:00.725670 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bfb5dd05-d667-48ec-ae81-b91fdd6c4aee req-a79b3999-a365-4066-a1c5-2d8a3548cf55 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0952833 Sep 10 20:54:00.734393 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.27.2.100 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/7570ba9b-edd4-46c6-af89-f3f729df68d1) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:54:00.734861 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484651c0-3315-4012-9908-6fc2d76d0a94 req-89dfac88-ff01-48a1-9508-d892cf2ed4f9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.736406 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-484651c0-3315-4012-9908-6fc2d76d0a94 req-89dfac88-ff01-48a1-9508-d892cf2ed4f9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0788865 Sep 10 20:54:00.738448 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Port f2adbfb7-d6de-4a11-86c0-499cba52c36a on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:54:00.738858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Attempting to bind port f2adbfb7-d6de-4a11-86c0-499cba52c36a on network 41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:00.745816 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:54:00.746148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Checking segment: {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:54:00.746524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Bound using segment: {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:54:00.747003 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Bound port: f2adbfb7-d6de-4a11-86c0-499cba52c36a, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9ea204-3941-4ebf-971b-ce9fef08e057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:54:00.747354 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.787255 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bfb5dd05-d667-48ec-ae81-b91fdd6c4aee req-2976e83c-2b63-4d93-a8cb-1247535434dd tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Sep 10 20:54:00.825190 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-484651c0-3315-4012-9908-6fc2d76d0a94 req-4b5d62d5-97ff-4303-ad28-a985d971f063 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810571 Sep 10 20:54:00.856554 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:54:00.860504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:54:00.906934 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.923323 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca83e-f2ad-46c9-a2c4-bea7dd0b678e req-b8d8366e-623f-4792-9973-b55ffe2a6b86 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:00.925314 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-46cca83e-f2ad-46c9-a2c4-bea7dd0b678e req-b8d8366e-623f-4792-9973-b55ffe2a6b86 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 943 time: 0.0770252 Sep 10 20:54:00.971771 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:00.982023 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-46cca83e-f2ad-46c9-a2c4-bea7dd0b678e req-8597ef6f-4989-418c-8958-8c9da38aac16 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495985 Sep 10 20:54:01.007674 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.008288 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:01.009657 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2adbfb7-d6de-4a11-86c0-499cba52c36a HTTP/1.1" status: 200 len: 1093 time: 0.9028032 Sep 10 20:54:01.010101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:01.012355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93" -d '{"events": [{"name": "network-changed", "server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:01.034980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485a6af-07d6-44bc-94a3-72033feb36c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:01.052410 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5661d446-49da-4a80-a4a3-2e9c8913bc2f x-openstack-request-id: req-5661d446-49da-4a80-a4a3-2e9c8913bc2f {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:01.052695 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:01.052939 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5661d446-49da-4a80-a4a3-2e9c8913bc2f {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:01.053330 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a', 'status': 'completed', 'code': 200} Sep 10 20:54:01.091990 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:01.126697 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:01.130794 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5230bc53-bf04-4dd5-ac34-c0367bbc3275" -d '{"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-unplugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:01.152291 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:54:01.153909 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:54:01.169905 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf38b6-d646-4367-94ab-fe1548d9379b x-openstack-request-id: req-f9bf38b6-d646-4367-94ab-fe1548d9379b {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:01.170205 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-unplugged", "status": "failed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "code": 422}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:01.170456 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f9bf38b6-d646-4367-94ab-fe1548d9379b {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:01.171230 dv-cinder-760152-8-iscsi neutron-server[100994]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'code': 422} returned with failed status Sep 10 20:54:01.171506 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:54:01.190886 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-4a56841a-3276-4d33-8bda-9fee1b4c36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.192479 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-4a56841a-3276-4d33-8bda-9fee1b4c36d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 1096 time: 0.1141932 Sep 10 20:54:01.207637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=7570ba9b-edd4-46c6-af89-f3f729df68d1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:01.244904 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba871b-c660-4f8b-88cb-54dae3c20d67 req-146c6c0c-f9a5-42d6-9a54-48f21fdbe12d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.246417 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21ba871b-c660-4f8b-88cb-54dae3c20d67 req-146c6c0c-f9a5-42d6-9a54-48f21fdbe12d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.1217628 Sep 10 20:54:01.298257 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-2a4e1290-b806-4ef8-96e5-7022957600d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.300405 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-2a4e1290-b806-4ef8-96e5-7022957600d0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a0fb761be2348e681927f0bd624df43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0994647 Sep 10 20:54:01.336696 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21ba871b-c660-4f8b-88cb-54dae3c20d67 req-4d8694cc-3c07-4de7-91fa-d03c2856d018 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836349 Sep 10 20:54:01.403371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-00d9dc25-0cd9-4d58-a2e0-ebf2876f8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.405158 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f23d4ccc-b9fb-4901-81b3-fd7ceb901d93 req-00d9dc25-0cd9-4d58-a2e0-ebf2876f8bac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969257 Sep 10 20:54:01.493423 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-8e9f7766-8ac5-41f0-9c1f-20eeee50e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.494990 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-8e9f7766-8ac5-41f0-9c1f-20eeee50e566 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a0fb761be2348e681927f0bd624df43&device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 1096 time: 0.0460684 Sep 10 20:54:01.543121 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-3b6aa5c3-2d0b-481c-816c-35c62cc30ba8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a HTTP/1.1" status: 200 len: 217 time: 0.0379970 Sep 10 20:54:01.594820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-52b24f27-962f-4e46-ac34-e32aa6e1ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.595008 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:01.596774 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-52b24f27-962f-4e46-ac34-e32aa6e1ee5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a5cbfa0-1b00-41ad-98d3-0802f5320bbc HTTP/1.1" status: 200 len: 854 time: 0.0453219 Sep 10 20:54:01.633285 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-d38c1900-77f2-4c94-8d0b-11dfec703798 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281787 Sep 10 20:54:01.729584 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-5d7ac67e-ae28-420e-9b53-a1d1eac976cd service neutron] 10.222.0.46 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873218 Sep 10 20:54:01.745742 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:01.841251 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23693eb0-ee91-4ef4-ad49-19b06bbb90f7 req-ef9e430c-839b-4976-b78d-82ba4cb9da91 service neutron] 10.222.0.46 "GET /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887415 Sep 10 20:54:01.923968 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9c59-e112-427e-821c-937ed4ca00c3 req-133053ec-d844-4330-bd90-224be97ef907 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:01.925431 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ebed9c59-e112-427e-821c-937ed4ca00c3 req-133053ec-d844-4330-bd90-224be97ef907 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0702636 Sep 10 20:54:01.945067 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:01.971814 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ebed9c59-e112-427e-821c-937ed4ca00c3 req-a8bf363b-bf20-4cbe-a2f1-8bf2db83e1c3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Sep 10 20:54:02.001853 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:02.102428 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=7570ba9b-edd4-46c6-af89-f3f729df68d1,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:02.118373 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:02.162211 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576c239-e7be-4b16-a52a-920b84e7647f req-a40839f3-f720-4e87-a416-ba62ea4c5a37 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:02.163739 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b576c239-e7be-4b16-a52a-920b84e7647f req-a40839f3-f720-4e87-a416-ba62ea4c5a37 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.1278300 Sep 10 20:54:02.447527 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b576c239-e7be-4b16-a52a-920b84e7647f req-90a1e2eb-ba6d-4f30-b675-449fb70f5da7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490694 Sep 10 20:54:02.459825 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97 associated. External IP: 172.27.2.100, port: d6e81230-dc04-4c3a-8f86-cad3a98f9006. Sep 10 20:54:02.503928 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f92b-c2ca-4bfa-a768-52d0884cd69b req-9fee6a40-ae09-4a00-8f3e-5b48d36a4924 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:02.512284 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b669f92b-c2ca-4bfa-a768-52d0884cd69b req-9fee6a40-ae09-4a00-8f3e-5b48d36a4924 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 943 time: 0.0856259 Sep 10 20:54:02.547191 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b669f92b-c2ca-4bfa-a768-52d0884cd69b req-24123a6f-83de-41be-a7ef-0c189cdf6cea tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344875 Sep 10 20:54:02.650608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [req-b092fd2d-a093-4088-a0bd-2fa851af56f5 req-897794fc-9a1c-4660-920e-75dfcded0c00 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:54:02.651647 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b092fd2d-a093-4088-a0bd-2fa851af56f5 req-897794fc-9a1c-4660-920e-75dfcded0c00 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484388 Sep 10 20:54:02.693466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:54:02.816001 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:54:02.881502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e22511-bf62-494a-a24b-c6c17880955c req-0f3d762d-c411-486c-b583-19dc1f78154a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:02.883792 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21e22511-bf62-494a-a24b-c6c17880955c req-0f3d762d-c411-486c-b583-19dc1f78154a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0892527 Sep 10 20:54:02.885663 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:54:02.897732 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:54:02.916611 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:54:02.917489 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:54:02.953281 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21e22511-bf62-494a-a24b-c6c17880955c req-ba8d2e3e-945d-42fd-8ccc-733dbd39c666 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Sep 10 20:54:02.993800 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:03.004459 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-ca4e76fe-96fa-48b5-8423-49ff3b33fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.005937 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-ca4e76fe-96fa-48b5-8423-49ff3b33fd08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0865393 Sep 10 20:54:03.018587 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbe7f9-8161-40ef-a22f-6772c19d412c req-9b924f1b-8f66-43a1-a496-6986f7898e61 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.024758 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8c1552c8-771a-46e3-acba-9129bda460b9 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6639082 Sep 10 20:54:03.025387 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:03.027165 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-36bbe7f9-8161-40ef-a22f-6772c19d412c req-9b924f1b-8f66-43a1-a496-6986f7898e61 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0705440 Sep 10 20:54:03.027812 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11a529f-53c7-4146-9dd9-dff6c5ac338e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:03.049722 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:54:03.074496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fbc4ad-cc77-4a47-a7d8-ff50f64dbddb x-openstack-request-id: req-92fbc4ad-cc77-4a47-a7d8-ff50f64dbddb {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:03.074813 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:03.075060 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92fbc4ad-cc77-4a47-a7d8-ff50f64dbddb {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:03.075452 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'status': 'completed', 'code': 200} Sep 10 20:54:03.166681 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-36bbe7f9-8161-40ef-a22f-6772c19d412c req-8d74be51-f7a3-4ac2-af9f-09e42f608a64 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136429 Sep 10 20:54:03.194095 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-4dad5f29-f3eb-41c3-9601-eac88cff0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.195578 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-4dad5f29-f3eb-41c3-9601-eac88cff0cd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.1670561 Sep 10 20:54:03.198366 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-f2cdd455-aab6-4051-afcb-1bb71e2085f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.199781 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-f2cdd455-aab6-4051-afcb-1bb71e2085f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 1098 time: 0.0692272 Sep 10 20:54:03.302487 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:42:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:54:01Z', 'updated_at': '2021-09-10T20:54:01Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:54:03.328415 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-eef97d99-f377-41e8-b6b0-ed7920697719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 1001 time: 0.1184998 Sep 10 20:54:03.328627 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:54:03.337559 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:54:03.338157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:53:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:54:03.375743 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-98ee33f1-9dda-4dc9-8e74-0a2985250392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.377209 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-98ee33f1-9dda-4dc9-8e74-0a2985250392 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.1660922 Sep 10 20:54:03.426255 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-79259d7b-94db-4ccd-b03f-7e0e004f9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.427661 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-79259d7b-94db-4ccd-b03f-7e0e004f9e83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0910616 Sep 10 20:54:03.441393 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:54:03.471735 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-da6c5a98-b0e7-4db7-a677-fe5fd8b6135c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006 HTTP/1.1" status: 200 len: 999 time: 0.0871882 Sep 10 20:54:03.511784 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-5e466848-22b7-4a5c-8adf-86706cc4e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.518120 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-5e466848-22b7-4a5c-8adf-86706cc4e53c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772665 Sep 10 20:54:03.534263 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-e3bf8288-4688-4ae8-a0d6-6ec81bf70299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.535799 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-e3bf8288-4688-4ae8-a0d6-6ec81bf70299 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0571814 Sep 10 20:54:03.549466 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 57392) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:54:03.637131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-0969dec5-bddc-4f4a-ad78-4825a63647e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.638848 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-0969dec5-bddc-4f4a-ad78-4825a63647e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933700 Sep 10 20:54:03.668413 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-99386d61-c875-48b4-8027-ea6d5d3453f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454937 Sep 10 20:54:03.693890 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:42:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:54:01Z', 'updated_at': '2021-09-10T20:54:01Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:54:03.694137 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-de4cb47f-fba2-4db6-b606-23432c73821f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1433148 Sep 10 20:54:03.705939 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-7de3c783-9ca6-42cd-91c4-9ea1afeaaaf1 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:54:03.707054 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-7de3c783-9ca6-42cd-91c4-9ea1afeaaaf1 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057499 Sep 10 20:54:03.722958 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36367527-5325-46cb-a557-c8044e6a548e req-e4b91ad0-126f-4560-9355-2121ef31b601 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:03.733677 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-36367527-5325-46cb-a557-c8044e6a548e req-e4b91ad0-126f-4560-9355-2121ef31b601 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 943 time: 0.1044445 Sep 10 20:54:03.808266 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-36367527-5325-46cb-a557-c8044e6a548e req-033abbb2-1913-4f5e-a0fd-32f6b7c2d7a0 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661566 Sep 10 20:54:03.849433 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ca97e-5cd4-4e99-9c25-f8aca6128db9 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:42:03:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:54:01Z', 'updated_at': '2021-09-10T20:54:01Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:54:03.850015 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f91d8128-969d-4c6a-b662-aa34088bc983 req-96e30632-c461-4796-aac4-416d56cb4f55 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726637 Sep 10 20:54:03.873297 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-9fbba48f-3f4c-478e-a4c8-ec5f0ae8bf97 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261856 Sep 10 20:54:03.977658 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a529f-53c7-4146-9dd9-dff6c5ac338e req-d3ed152c-6577-4e6a-82bc-e69a4cebde16 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951390 Sep 10 20:54:04.076023 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f66eb-2a93-4bcb-b774-e5eb698d7ddc req-74fef8fa-d90b-4e98-8436-7ecdbad5cea8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:04.077578 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b28f66eb-2a93-4bcb-b774-e5eb698d7ddc req-74fef8fa-d90b-4e98-8436-7ecdbad5cea8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0539713 Sep 10 20:54:04.078393 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a7d21-225a-4664-9a3b-6cb506aa2f51 None None] New status for floating IP 0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97: ACTIVE {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:54:04.130228 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b28f66eb-2a93-4bcb-b774-e5eb698d7ddc req-46ea8e1a-c989-44f9-ab6b-624ff0b0c841 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Sep 10 20:54:04.303323 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9c541-7c8e-4cf5-82f7-601a080735dc req-d2e8b86b-eb9a-447c-8a77-12ef0c676503 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:04.304694 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9d9c541-7c8e-4cf5-82f7-601a080735dc req-d2e8b86b-eb9a-447c-8a77-12ef0c676503 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0491629 Sep 10 20:54:04.343315 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9d9c541-7c8e-4cf5-82f7-601a080735dc req-21b3c82b-0e5c-4cba-acd0-ec78c835c0ea tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326638 Sep 10 20:54:04.926493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ee970-bdeb-4c45-8fe8-48426c6b6f80 req-4f6d6c0c-b7f1-4566-8f2c-9607ba17ee6b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:04.928387 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff3ee970-bdeb-4c45-8fe8-48426c6b6f80 req-4f6d6c0c-b7f1-4566-8f2c-9607ba17ee6b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 943 time: 0.0635791 Sep 10 20:54:04.967587 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff3ee970-bdeb-4c45-8fe8-48426c6b6f80 req-86ee2654-3843-4495-810f-a0e68c6778f2 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Sep 10 20:54:05.249846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679547ec-78cf-4794-abab-70591dc91f0a req-317f4340-6c78-4b12-b12b-68eb6671f430 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:05.251349 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-679547ec-78cf-4794-abab-70591dc91f0a req-317f4340-6c78-4b12-b12b-68eb6671f430 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0480304 Sep 10 20:54:05.287818 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-679547ec-78cf-4794-abab-70591dc91f0a req-2a267069-865d-4b0c-a786-3d31c78c976c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Sep 10 20:54:05.460206 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d6035-dc63-42b3-ab77-f80657a50cd6 req-162a0955-4a1a-46b4-b7b9-b2744931c0df tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:05.461687 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-420d6035-dc63-42b3-ab77-f80657a50cd6 req-162a0955-4a1a-46b4-b7b9-b2744931c0df tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0492096 Sep 10 20:54:05.498290 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-420d6035-dc63-42b3-ab77-f80657a50cd6 req-7551306e-6fc3-4cc6-bbfa-dac7f884bee7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306439 Sep 10 20:54:05.881505 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:54:06.085798 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0922-afa4-46cd-adaf-1edb5e7cb198 req-bb395eea-753e-45c0-b82d-2edcc80cb518 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:06.087285 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa4f0922-afa4-46cd-adaf-1edb5e7cb198 req-bb395eea-753e-45c0-b82d-2edcc80cb518 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 943 time: 0.0532260 Sep 10 20:54:06.123517 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa4f0922-afa4-46cd-adaf-1edb5e7cb198 req-56799a31-20c5-4b48-909c-e9fd56169fc4 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303550 Sep 10 20:54:06.617538 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da008dfb-2c89-406e-906f-94335f0a78c8 req-4c82f422-d995-4430-a9b6-62189e6de5cd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:06.618998 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-da008dfb-2c89-406e-906f-94335f0a78c8 req-4c82f422-d995-4430-a9b6-62189e6de5cd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0465522 Sep 10 20:54:06.656101 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-da008dfb-2c89-406e-906f-94335f0a78c8 req-245ae1c7-51e6-41c5-9e59-ad75c9223403 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314102 Sep 10 20:54:06.721818 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-b5fa0298-d823-4891-abe1-9185c08842ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:06.723381 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-b5fa0298-d823-4891-abe1-9185c08842ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 1097 time: 0.0707617 Sep 10 20:54:06.793086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-79017e63-9d68-4009-9919-08b49266042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:06.794543 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-79017e63-9d68-4009-9919-08b49266042c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1097 time: 0.0394075 Sep 10 20:54:06.855642 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f2adbfb7-d6de-4a11-86c0-499cba52c36a details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:54:06.888736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-6028fde2-f3fe-4e27-bdc1-c057be25cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:06.890131 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-6028fde2-f3fe-4e27-bdc1-c057be25cff5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0880721 Sep 10 20:54:06.950705 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:06.954575 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-60f05522-e7b5-4b55-bf88-d6549b79c492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 999 time: 0.0561593 Sep 10 20:54:06.961442 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a', 'network_id': '41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb', 'port_id': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a', 'mac_address': 'fa:16:3e:0f:da:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5cbfa0-1b00-41ad-98d3-0802f5320bbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:54:06.998831 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:07.008435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-16700474-5534-4eec-81fb-b64f7c7b1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:07.009917 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-16700474-5534-4eec-81fb-b64f7c7b1c7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0471678 Sep 10 20:54:07.012513 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2adbfb7-d6de-4a11-86c0-499cba52c36a {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:07.039601 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:07.057345 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-c81fa69b-14dc-45ff-8c90-51966c2a01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:07.058854 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-c81fa69b-14dc-45ff-8c90-51966c2a01a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407069 Sep 10 20:54:07.158760 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:07.159715 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-e82f84fc-dba5-4704-9222-190d759fa215 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851951 Sep 10 20:54:07.201270 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:07.507188 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cfc1f-765f-46a9-985d-e7065b4e41be req-5db15661-2e81-475b-9c44-866745201cb7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:07.508543 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c8cfc1f-765f-46a9-985d-e7065b4e41be req-5db15661-2e81-475b-9c44-866745201cb7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 944 time: 0.0896845 Sep 10 20:54:07.519324 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-235e72d2-ce49-40c6-8e7d-70c58ba0a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:07.528345 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9fba549-be83-4c26-996b-a5d8bce63fe2 req-b33b4f03-91b9-4b16-886d-69f10629d221 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653808 Sep 10 20:54:07.553900 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c8cfc1f-765f-46a9-985d-e7065b4e41be req-14e93177-8f34-4653-89fa-31f5f280866f tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Sep 10 20:54:07.615025 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['f2adbfb7-d6de-4a11-86c0-499cba52c36a'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:54:07.781453 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268194f-36ef-47a6-bba8-4208a6d113e7 req-4cfe8681-a967-4a96-90a2-d653fb425a86 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:07.783013 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7268194f-36ef-47a6-bba8-4208a6d113e7 req-4cfe8681-a967-4a96-90a2-d653fb425a86 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0568399 Sep 10 20:54:07.820912 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7268194f-36ef-47a6-bba8-4208a6d113e7 req-54842748-cc42-4332-91d8-0027a3554f5d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320880 Sep 10 20:54:08.696297 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f02f7-f7ca-431e-a4ee-0c8bc7c47a11 req-147161ad-e537-4205-849d-bae311676058 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:08.697831 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-995f02f7-f7ca-431e-a4ee-0c8bc7c47a11 req-147161ad-e537-4205-849d-bae311676058 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 944 time: 0.0718379 Sep 10 20:54:08.735273 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-995f02f7-f7ca-431e-a4ee-0c8bc7c47a11 req-3cce8afb-0e1d-476b-8c2d-8663ee5d9444 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Sep 10 20:54:08.875960 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f2adbfb7-d6de-4a11-86c0-499cba52c36a up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:54:08.944148 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d9e70-31cd-4efd-8a55-8fb0cc8d3fb5 req-333e4886-7a96-471f-824c-41c4c5c3a4a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:08.946253 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c57d9e70-31cd-4efd-8a55-8fb0cc8d3fb5 req-333e4886-7a96-471f-824c-41c4c5c3a4a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0495608 Sep 10 20:54:08.985372 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c57d9e70-31cd-4efd-8a55-8fb0cc8d3fb5 req-24aa6c15-3adc-4d4a-819a-ff1ad7951e9d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328608 Sep 10 20:54:09.004601 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port f2adbfb7-d6de-4a11-86c0-499cba52c36a completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:54:09.008481 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port f2adbfb7-d6de-4a11-86c0-499cba52c36a triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:54:09.008862 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:09.101549 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:09.123755 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:09.125995 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012d866-7805-4291-8993-912a0d551ca5" -d '{"events": [{"server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:09.140642 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:09.163820 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1290216-686f-4039-9f67-35e951c5f7dc x-openstack-request-id: req-c1290216-686f-4039-9f67-35e951c5f7dc {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:09.169989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:09.169989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c1290216-686f-4039-9f67-35e951c5f7dc {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:09.169989 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a', 'code': 200} Sep 10 20:54:09.216345 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:09.241534 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-f888eb43-f59e-4a8e-aa94-b1b05d3f9beb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340779601&fields=id&tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb HTTP/1.1" status: 200 len: 267 time: 0.0328059 Sep 10 20:54:09.263782 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:09.349107 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-7426914f-5a1f-4eae-bc0d-d5572b8fc84a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:09.350673 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-7426914f-5a1f-4eae-bc0d-d5572b8fc84a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 808 time: 0.1023147 Sep 10 20:54:09.367319 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-990e7459-e260-4031-948b-bae5a7a8380e tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/quotas/b9c9e7b77f0d4bf597f7ecb2eb312afb HTTP/1.1" status: 200 len: 375 time: 0.0103037 Sep 10 20:54:09.425321 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-fce5fa28-7ebe-4200-a768-9f302c4db2af tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495222 Sep 10 20:54:09.561644 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-11df5ec2-7361-4e36-a655-af60949edf23 service neutron] 10.222.0.38 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252935 Sep 10 20:54:09.658367 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-bc2f6544-f821-464a-9eec-df6c675fffbf service neutron] 10.222.0.38 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896091 Sep 10 20:54:09.881173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d41cfe-e14a-4c91-bcf0-28c7cb847a0d req-59f38ff1-30a0-449b-8293-dda4d2563893 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:09.882674 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-19d41cfe-e14a-4c91-bcf0-28c7cb847a0d req-59f38ff1-30a0-449b-8293-dda4d2563893 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0489242 Sep 10 20:54:09.920177 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-19d41cfe-e14a-4c91-bcf0-28c7cb847a0d req-491a5fe5-d075-4fbe-b707-0988542a8c59 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Sep 10 20:54:10.120520 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348484a5-5d3c-4def-af94-fa2c459cd3b3 req-1f892ecf-51da-4229-9af1-58ea15af6cbd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:10.122009 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-348484a5-5d3c-4def-af94-fa2c459cd3b3 req-1f892ecf-51da-4229-9af1-58ea15af6cbd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0608089 Sep 10 20:54:10.159380 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-348484a5-5d3c-4def-af94-fa2c459cd3b3 req-b8ca0d0f-10f6-47bb-85d3-fee7058985be tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314851 Sep 10 20:54:10.262320 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-30beeadf-4bef-4b61-9573-937c693dd596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:10.267730 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a45941a4-2660-4e23-84db-d23d267d9708 req-0e5be4dc-e27d-4c90-ba9e-e0b7dacd145e tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0270669 Sep 10 20:54:10.673070 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:11.034160 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0aed7-a6d8-4b61-9420-8fbf83139e57 req-7881213e-83e0-4c3e-941f-2d79854b9bb3 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:11.035653 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7bd0aed7-a6d8-4b61-9420-8fbf83139e57 req-7881213e-83e0-4c3e-941f-2d79854b9bb3 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0482354 Sep 10 20:54:11.077853 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7bd0aed7-a6d8-4b61-9420-8fbf83139e57 req-299fe8e6-cd4c-46e5-8b3f-480a897f0cf6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Sep 10 20:54:11.261963 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:11.278715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d024fe-9703-4daf-9e80-b889694e8f5e req-e8af47d7-1424-4cdc-8662-97ed3f6397a7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:11.280375 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-63d024fe-9703-4daf-9e80-b889694e8f5e req-e8af47d7-1424-4cdc-8662-97ed3f6397a7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0485103 Sep 10 20:54:11.329595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-63d024fe-9703-4daf-9e80-b889694e8f5e req-f687704f-7cd7-471b-b453-676b7bc787f5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423431 Sep 10 20:54:11.400837 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ecea2f9a-8508-4d2f-82f7-fd19bb19855c req-bddc8514-140b-40cd-b483-34613535dc78 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0264485 Sep 10 20:54:12.210871 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a6279-619a-4ab5-abc5-83371867d60a req-87fbc207-c3b0-4e3d-8e3f-14fc0db38052 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:12.212411 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d96a6279-619a-4ab5-abc5-83371867d60a req-87fbc207-c3b0-4e3d-8e3f-14fc0db38052 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0567465 Sep 10 20:54:12.250606 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d96a6279-619a-4ab5-abc5-83371867d60a req-245efc72-adc7-49e0-ad11-c2a56121596e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Sep 10 20:54:12.454178 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf48df-9567-4dd5-8dd0-a0a9cc0f0a98 req-c8ea1c4f-5cfb-4743-8d51-55d2d4864aed tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:12.456263 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-efbf48df-9567-4dd5-8dd0-a0a9cc0f0a98 req-c8ea1c4f-5cfb-4743-8d51-55d2d4864aed tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0485876 Sep 10 20:54:12.492709 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3043c343-61fe-4d8e-b3cd-d2aa6306a388 req-58ef94c8-d454-42d6-a2ff-64659db65a98 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0262449 Sep 10 20:54:12.494196 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-efbf48df-9567-4dd5-8dd0-a0a9cc0f0a98 req-9d2d1648-6a1f-4888-bbcc-432d8bc5ee0d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318580 Sep 10 20:54:12.741460 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:13.363694 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d6b5-97dd-4167-bcf4-bce7f3febc5c req-31523920-9299-47c3-9a5f-72c0a9438568 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:13.365109 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b263d6b5-97dd-4167-bcf4-bce7f3febc5c req-31523920-9299-47c3-9a5f-72c0a9438568 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0468822 Sep 10 20:54:13.406699 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b263d6b5-97dd-4167-bcf4-bce7f3febc5c req-9081d27e-48fd-45a4-ad84-02aa6773ae7a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357361 Sep 10 20:54:13.589720 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5cd6b7ff-6c92-42fa-a22d-8c6e81bd1ace req-b4a8ae13-a571-403d-925b-9878f3fbc13d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0279002 Sep 10 20:54:13.622161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291fb06-53da-4269-aad1-287c9a1efb77 req-7c214544-9506-4375-9704-8d35ebc4288b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:13.623922 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e291fb06-53da-4269-aad1-287c9a1efb77 req-7c214544-9506-4375-9704-8d35ebc4288b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0545175 Sep 10 20:54:13.669617 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e291fb06-53da-4269-aad1-287c9a1efb77 req-9417ae3d-2fe3-49c1-969d-8627a2988048 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369971 Sep 10 20:54:14.523254 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89445ad6-794f-4411-8c12-7a905a63a74e req-d7106016-1eb5-424b-84d4-0472300f15de tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:14.524650 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-89445ad6-794f-4411-8c12-7a905a63a74e req-d7106016-1eb5-424b-84d4-0472300f15de tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0503440 Sep 10 20:54:14.561485 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-89445ad6-794f-4411-8c12-7a905a63a74e req-0f5928d7-317c-4809-9fb5-9e25c3eeff0c tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Sep 10 20:54:14.681455 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e0e2652d-ebe7-4c04-a0cd-686c66619d27 req-9ddfeb75-6d9f-4e50-9130-6a46a64c408a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0283177 Sep 10 20:54:14.792770 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99e06a-f05c-4589-9cfa-fe404c6fcca8 req-48241ba6-e7cd-4eea-90d8-7e2d8ee2c2f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:14.794142 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a99e06a-f05c-4589-9cfa-fe404c6fcca8 req-48241ba6-e7cd-4eea-90d8-7e2d8ee2c2f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0471091 Sep 10 20:54:14.830962 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9a99e06a-f05c-4589-9cfa-fe404c6fcca8 req-1c74eb79-300d-4ce7-aec7-eae6130e5bcc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303998 Sep 10 20:54:15.671718 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe618f6-0ba7-4166-aef5-1e3efcf80852 req-acda3d75-f684-4402-8422-ab68a85addf3 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:15.673196 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fbe618f6-0ba7-4166-aef5-1e3efcf80852 req-acda3d75-f684-4402-8422-ab68a85addf3 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0484004 Sep 10 20:54:15.710216 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fbe618f6-0ba7-4166-aef5-1e3efcf80852 req-aad4e318-ef45-4caf-8ce4-7c9cd80f2f15 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Sep 10 20:54:15.773479 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eeb7433a-26b4-40a1-b809-4482dadf2a12 req-4a4169a8-7a5b-4b40-9d12-8782b3489642 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0270216 Sep 10 20:54:15.948811 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e63d1-eb06-4c9b-8d4d-2295b033a64c req-cb5983c8-758b-401f-a5c8-605c7c22ffbb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:15.950260 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-873e63d1-eb06-4c9b-8d4d-2295b033a64c req-cb5983c8-758b-401f-a5c8-605c7c22ffbb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0481241 Sep 10 20:54:15.991172 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-873e63d1-eb06-4c9b-8d4d-2295b033a64c req-f8395bd8-fa30-41c1-8930-2de327027c25 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342193 Sep 10 20:54:16.840981 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67734e9-6bb6-4a13-ac62-56b29a533eee req-e47f3106-ab5b-4390-9b67-38e3c6055e53 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:16.842704 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a67734e9-6bb6-4a13-ac62-56b29a533eee req-e47f3106-ab5b-4390-9b67-38e3c6055e53 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0675685 Sep 10 20:54:16.894795 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-362fae4e-d28c-4765-9b0e-637c46a54a91 req-94e1c307-e484-4853-bb7e-038ee03cb270 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0354264 Sep 10 20:54:16.904083 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a67734e9-6bb6-4a13-ac62-56b29a533eee req-18c05b5f-2d7c-4375-b8a4-73de479322b4 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Sep 10 20:54:17.109960 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bbb47-6943-4d9d-aa02-91c3e9247e48 req-36b202d8-132f-4b3c-b0af-17887874638f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:17.112643 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a2bbb47-6943-4d9d-aa02-91c3e9247e48 req-36b202d8-132f-4b3c-b0af-17887874638f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0531404 Sep 10 20:54:17.151709 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a2bbb47-6943-4d9d-aa02-91c3e9247e48 req-20c86c46-0ada-44b6-8b85-ef0ba8d03427 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316608 Sep 10 20:54:17.975120 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-79d0c766-11f6-4331-a7cc-a2cac38b71a3 req-eb57986f-7d4b-4bd3-87f9-83cbd2f5ea40 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0261114 Sep 10 20:54:18.014266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c7289-952f-4c11-9334-de07af6dcde9 req-2c1f90a7-eb61-4919-af5f-fedceb2af409 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:18.015743 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3b5c7289-952f-4c11-9334-de07af6dcde9 req-2c1f90a7-eb61-4919-af5f-fedceb2af409 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0475886 Sep 10 20:54:18.052192 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3b5c7289-952f-4c11-9334-de07af6dcde9 req-b0f986ed-23eb-498c-b783-c84f297b45cb tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300364 Sep 10 20:54:18.273795 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab816dfd-3b5d-429b-8c2e-6654ee612a74 req-ec150050-1f87-4200-8ef8-5302caa267bb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:18.275307 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab816dfd-3b5d-429b-8c2e-6654ee612a74 req-ec150050-1f87-4200-8ef8-5302caa267bb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0490520 Sep 10 20:54:18.311679 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ab816dfd-3b5d-429b-8c2e-6654ee612a74 req-5f7bffa2-fe06-45f6-a354-46a1374d6699 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301764 Sep 10 20:54:19.079782 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6641e441-37e5-4385-9fe1-fa355f8038de req-676ec855-9e08-464a-abdd-b6fb15b50a1e tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0375886 Sep 10 20:54:19.184365 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a004f-8afb-4273-b458-bd905520b994 req-0bf67b95-4181-4ca9-9691-b56bd9924187 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:19.195324 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-750a004f-8afb-4273-b458-bd905520b994 req-0bf67b95-4181-4ca9-9691-b56bd9924187 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0742302 Sep 10 20:54:19.252617 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-750a004f-8afb-4273-b458-bd905520b994 req-adbac7c3-ea0d-4aab-8a95-c30b026ae6b5 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Sep 10 20:54:19.428357 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f4228-3d59-4f84-8348-82ed73adf4ed req-b6d9dc3a-ad9c-4866-8b51-7e022d9031a0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:19.429797 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e50f4228-3d59-4f84-8348-82ed73adf4ed req-b6d9dc3a-ad9c-4866-8b51-7e022d9031a0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0480013 Sep 10 20:54:19.465295 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e50f4228-3d59-4f84-8348-82ed73adf4ed req-2980717d-5cec-45d9-a9ab-cd463bec19fa tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297570 Sep 10 20:54:20.170547 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fe194815-0f87-404e-a0ba-7386af62847e req-67a0269d-fb30-4ac2-a714-4ad2d6c0b9f6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0251908 Sep 10 20:54:20.374674 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f09db-5345-445b-a9ef-c09d5e6e9ea4 req-299b2e24-1a49-4bd5-a85b-ef17191d5073 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:20.377643 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad5f09db-5345-445b-a9ef-c09d5e6e9ea4 req-299b2e24-1a49-4bd5-a85b-ef17191d5073 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0616040 Sep 10 20:54:20.426076 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad5f09db-5345-445b-a9ef-c09d5e6e9ea4 req-a81f9e8f-2ac9-4bac-a302-ed70a7cdcc0e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Sep 10 20:54:20.586168 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354d19b-e7e2-4a60-82e2-25fd23338474 req-29fc4eee-78b3-4154-bb2f-0b74043397ec tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:20.593900 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9354d19b-e7e2-4a60-82e2-25fd23338474 req-29fc4eee-78b3-4154-bb2f-0b74043397ec tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0570855 Sep 10 20:54:20.654065 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9354d19b-e7e2-4a60-82e2-25fd23338474 req-c6416ef4-6cab-47ae-a673-8938a09e6ade tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460029 Sep 10 20:54:21.261014 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3385b4-db92-43a4-9e44-f6968947c0a3 req-6dcf043a-20de-407d-b230-3c3b4c883c45 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0290990 Sep 10 20:54:21.556311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba0ef1-b83a-4b75-9a27-8860e2033d4b req-f9e45281-4d6b-4ec2-ac40-952b5bdd3577 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:21.557772 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-19ba0ef1-b83a-4b75-9a27-8860e2033d4b req-f9e45281-4d6b-4ec2-ac40-952b5bdd3577 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0480840 Sep 10 20:54:21.593428 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-19ba0ef1-b83a-4b75-9a27-8860e2033d4b req-5d74aeca-c218-48bb-aaf1-60c24f2794e6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299051 Sep 10 20:54:21.761899 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f984f-a30a-4b19-886d-ae0566be65d1 req-889f8763-2c76-4862-ae3a-4cefa5208d1a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:21.763999 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-268f984f-a30a-4b19-886d-ae0566be65d1 req-889f8763-2c76-4862-ae3a-4cefa5208d1a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0591242 Sep 10 20:54:21.802284 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-268f984f-a30a-4b19-886d-ae0566be65d1 req-68b2a717-54ac-4455-a243-9384cb17d5e1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322540 Sep 10 20:54:22.357357 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7237a1f6-027e-4f73-bedb-3911cb287d13 req-4430025d-2b8c-4f1b-b687-ed0d3fb4e8b2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0307298 Sep 10 20:54:22.714440 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab400a-f0fe-46d8-9619-332914bdbdc1 req-ab8e4577-2867-4b3d-bd65-169b6daa8f89 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:22.717267 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86ab400a-f0fe-46d8-9619-332914bdbdc1 req-ab8e4577-2867-4b3d-bd65-169b6daa8f89 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0548403 Sep 10 20:54:22.755412 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86ab400a-f0fe-46d8-9619-332914bdbdc1 req-e1ad71b3-71b2-4b4c-8f9e-662d86e0017d tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Sep 10 20:54:22.922144 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563cc3-1558-48dd-9873-c0869b4a839a req-3bea979b-e5ce-4568-aedb-bea18104556e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:22.924391 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6f563cc3-1558-48dd-9873-c0869b4a839a req-3bea979b-e5ce-4568-aedb-bea18104556e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0536978 Sep 10 20:54:22.975179 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6f563cc3-1558-48dd-9873-c0869b4a839a req-c622c887-ab57-45c1-8038-22e2d9b8bcb2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443974 Sep 10 20:54:23.448720 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82135fed-bbb4-46f1-93d2-2d366be405c7 req-6f9f6688-5fe8-4b9a-8507-4e72be0af6f7 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0269678 Sep 10 20:54:23.871298 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e769ca-7ce3-4225-ad6d-319c89a80445 req-5b5998f7-02e9-4cc9-97ec-9f15264fd390 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:23.872972 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-94e769ca-7ce3-4225-ad6d-319c89a80445 req-5b5998f7-02e9-4cc9-97ec-9f15264fd390 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0535424 Sep 10 20:54:23.911102 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-94e769ca-7ce3-4225-ad6d-319c89a80445 req-79b79d3b-38d1-415c-9885-d49e0c1e7440 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Sep 10 20:54:24.099020 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89f85-f94c-4489-8a0b-1cbfdb523960 req-17492e80-d350-4615-86a4-ebea2841c466 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:24.100790 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96f89f85-f94c-4489-8a0b-1cbfdb523960 req-17492e80-d350-4615-86a4-ebea2841c466 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0574937 Sep 10 20:54:24.141599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-96f89f85-f94c-4489-8a0b-1cbfdb523960 req-c059e6e5-1b2b-409e-a767-6e698d05f7bd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347435 Sep 10 20:54:24.537856 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-18ce0518-fbe7-4152-b2b2-7d50ad518220 req-21fc418c-f428-4645-a3a3-d45dca55caf2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0262659 Sep 10 20:54:25.022073 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148b977-f7c0-4910-9dd5-f5f95c100249 req-5971aa27-8c24-4508-abbb-356040d20a6b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:25.023571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9148b977-f7c0-4910-9dd5-f5f95c100249 req-5971aa27-8c24-4508-abbb-356040d20a6b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0472252 Sep 10 20:54:25.063979 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9148b977-f7c0-4910-9dd5-f5f95c100249 req-bd970b65-8a5a-493e-ab42-9c602053b1c0 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Sep 10 20:54:25.266170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4dc5-6968-4640-809e-3d2a80df90c0 req-ab96a803-0c34-42f3-9e4f-301844e368a5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:25.268132 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-50cc4dc5-6968-4640-809e-3d2a80df90c0 req-ab96a803-0c34-42f3-9e4f-301844e368a5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0506868 Sep 10 20:54:25.320304 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-50cc4dc5-6968-4640-809e-3d2a80df90c0 req-c75bda11-f132-4f5f-9b36-02370918a376 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462999 Sep 10 20:54:25.627019 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2b3aa4d8-05f5-4cd7-b04a-43284f092d7d req-f421cc1e-9576-4c15-80e6-db9e052f064b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0261176 Sep 10 20:54:26.179009 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2ceb6-24c3-4f99-aed8-32baa23cad44 req-4cc7c251-dafb-401e-aedc-15a986178ff7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:26.180467 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-56c2ceb6-24c3-4f99-aed8-32baa23cad44 req-4cc7c251-dafb-401e-aedc-15a986178ff7 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0475624 Sep 10 20:54:26.216435 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-56c2ceb6-24c3-4f99-aed8-32baa23cad44 req-2a7c742d-2826-4e48-b0ed-d8435f06c68e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301843 Sep 10 20:54:26.440591 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35961-54f8-4116-863e-da4dc9b2fa0e req-7699af0b-3faf-474b-804a-11e3fc155438 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:26.442045 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88f35961-54f8-4116-863e-da4dc9b2fa0e req-7699af0b-3faf-474b-804a-11e3fc155438 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0510757 Sep 10 20:54:26.480239 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-88f35961-54f8-4116-863e-da4dc9b2fa0e req-7ed9188f-305a-44b9-b33c-0e032bc1c7fa tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310919 Sep 10 20:54:26.716146 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-782ceff4-507b-45eb-a62b-fdf050238f17 req-0af69758-9582-42a3-8c6c-4629c6137e91 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0257230 Sep 10 20:54:27.238729 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:27.326806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a839-2c69-4be1-84d5-c1ef0665a49f req-e5d2adbe-7e47-4979-a38b-511f6588eafe tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:27.328536 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-baf5a839-2c69-4be1-84d5-c1ef0665a49f req-e5d2adbe-7e47-4979-a38b-511f6588eafe tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0471947 Sep 10 20:54:27.365052 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-baf5a839-2c69-4be1-84d5-c1ef0665a49f req-f55fce14-2812-4368-af28-5e6c196c44cd tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301194 Sep 10 20:54:27.600131 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217dcec-e0a4-4d1a-b5fd-8bc1c27dcb32 req-96780c09-9efc-4c75-9bea-2cb495a3a9e2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:27.601589 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d217dcec-e0a4-4d1a-b5fd-8bc1c27dcb32 req-96780c09-9efc-4c75-9bea-2cb495a3a9e2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0507834 Sep 10 20:54:27.637983 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d217dcec-e0a4-4d1a-b5fd-8bc1c27dcb32 req-98acbddf-d292-4411-b386-d8b33a0a80af tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305862 Sep 10 20:54:27.804932 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-da59fb05-9cd0-4a38-9787-57b22a67ac3c req-873db1d1-104e-479d-89f4-6d96823d98ad tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0268481 Sep 10 20:54:28.474509 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eaa1e-9d98-4003-8020-ba551e7d1d9b req-5f585183-3396-4940-9f6b-e1dcadfa3a9d tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:28.475929 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-429eaa1e-9d98-4003-8020-ba551e7d1d9b req-5f585183-3396-4940-9f6b-e1dcadfa3a9d tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0474231 Sep 10 20:54:28.512908 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-429eaa1e-9d98-4003-8020-ba551e7d1d9b req-d82b82ae-3307-4a13-9a96-ca03bcc51f89 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Sep 10 20:54:28.755922 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21228d-eba8-4799-aeb7-261ad1e281fa req-b55f7101-3c4f-4e5f-8a8d-3878cae53469 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:28.757350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db21228d-eba8-4799-aeb7-261ad1e281fa req-b55f7101-3c4f-4e5f-8a8d-3878cae53469 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0480812 Sep 10 20:54:28.805746 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-db21228d-eba8-4799-aeb7-261ad1e281fa req-a94772fd-f192-44c5-a2eb-79ebd476bf7b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423226 Sep 10 20:54:28.897313 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f7fb6963-07c5-4f7b-a295-0c2c97ebbd03 req-b49913bc-8e6f-4fac-8d56-5092b90e61a4 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0277605 Sep 10 20:54:28.938158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ef8e-740d-454a-9c36-0bf0031b5ed6 req-26124882-d470-4f56-8dc3-e3e6fcdb1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:28.939706 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1cc4ef8e-740d-454a-9c36-0bf0031b5ed6 req-26124882-d470-4f56-8dc3-e3e6fcdb1816 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 1098 time: 0.0398490 Sep 10 20:54:28.989052 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1cc4ef8e-740d-454a-9c36-0bf0031b5ed6 req-d8741d39-e73b-47f4-bbe4-7a68e2da2879 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281291 Sep 10 20:54:29.624443 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211d691-09d8-4325-b697-711fdf10ad23 req-f6bbca76-8ec2-479a-a184-696983978a6a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:29.625951 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2211d691-09d8-4325-b697-711fdf10ad23 req-f6bbca76-8ec2-479a-a184-696983978a6a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0477610 Sep 10 20:54:29.662482 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2211d691-09d8-4325-b697-711fdf10ad23 req-1fe1c5a8-56ec-46df-ab56-8612b43ef846 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301812 Sep 10 20:54:29.925096 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4ac37-b2c5-44d7-a443-c9790f52f238 req-3afc5fcc-a6b1-4571-ae60-0ca9f2646a44 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:29.926597 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-baf4ac37-b2c5-44d7-a443-c9790f52f238 req-3afc5fcc-a6b1-4571-ae60-0ca9f2646a44 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0519648 Sep 10 20:54:29.962817 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-baf4ac37-b2c5-44d7-a443-c9790f52f238 req-f7530372-19d7-4da9-8ba9-e166db4f3a36 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303335 Sep 10 20:54:29.991314 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ebefc697-c909-4027-a6c6-3b2f48e4231f req-98ea32a5-d91b-40df-9996-9af6b7949564 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0283940 Sep 10 20:54:30.307652 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-40577dcf-93a2-4633-a900-c1d1a69002da tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:30.309072 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-40577dcf-93a2-4633-a900-c1d1a69002da tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 808 time: 0.0999951 Sep 10 20:54:30.352678 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-e624e8d9-4bc6-4bc6-9e69-ac7b5fb39c1c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb HTTP/1.1" status: 200 len: 380 time: 0.0334210 Sep 10 20:54:30.362896 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'port': {'device_id': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'admin_state_up': True, 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'security_groups': ['180e604a-e821-4d28-baa2-cb8bfed1c633']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:30.541224 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Made reservation on behalf of b9c9e7b77f0d4bf597f7ecb2eb312afb for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:54:30.544852 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:30.664963 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Allocated IP 172.20.0.8 (ca9d57ab-e004-4c9e-a9f4-3317541df6d9/1cc4a150-4589-4130-84ec-972f3677aa62/df0f123d-64b0-49d7-a71a-e1814ebc7446) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:54:30.780114 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca667409-ec1d-42f9-9bd1-2e3ee8d0339a req-23e31c8d-ae72-49f5-a238-75e18e7f61b8 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:30.781705 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ca667409-ec1d-42f9-9bd1-2e3ee8d0339a req-23e31c8d-ae72-49f5-a238-75e18e7f61b8 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0494869 Sep 10 20:54:30.807849 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:30.819516 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ca667409-ec1d-42f9-9bd1-2e3ee8d0339a req-a619ffa4-fdc4-4540-a1a0-e1f7b801d9c4 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Sep 10 20:54:30.826518 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Transition to ACTIVE for port object df0f123d-64b0-49d7-a71a-e1814ebc7446 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:54:31.004714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.046022 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:54:31.057001 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:54:31.062703 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:54:31.144906 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc6391-8722-48cb-8331-f331b4bdaa3d req-3a10381a-02f4-4de9-b725-289719ae1575 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:31.151677 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-edcc6391-8722-48cb-8331-f331b4bdaa3d req-3a10381a-02f4-4de9-b725-289719ae1575 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 931 time: 0.0681825 Sep 10 20:54:31.178820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:31.178820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.200798 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:31.212021 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-edcc6391-8722-48cb-8331-f331b4bdaa3d req-d282769c-d099-4530-89d3-fb214c8e21b0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586059 Sep 10 20:54:31.225453 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d5c3-081f-45ae-bd00-f6a8b136a58f req-119453e2-ed0f-4789-96b0-c188ec2c25c3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:31.227264 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f727d5c3-081f-45ae-bd00-f6a8b136a58f req-119453e2-ed0f-4789-96b0-c188ec2c25c3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.1833239 Sep 10 20:54:31.233585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.235887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.235887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.235887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.235887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.236231 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.236422 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.236757 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.238183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.238521 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.238981 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.239312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:31.284813 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f727d5c3-081f-45ae-bd00-f6a8b136a58f req-9d10fffa-a047-447a-8fa4-a97963904301 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417752 Sep 10 20:54:31.297460 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-44ce844d-3c6a-421d-bfae-61d71b2a78fb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9381382 Sep 10 20:54:31.312994 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Request body: {'port': {'device_id': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:31.373251 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.501718 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-13b138ec-cce0-4151-b29e-3e0b6b79ee09 None None] Provisioning for port df0f123d-64b0-49d7-a71a-e1814ebc7446 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:54:31.505788 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-13b138ec-cce0-4151-b29e-3e0b6b79ee09 None None] Provisioning complete for port df0f123d-64b0-49d7-a71a-e1814ebc7446 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:54:31.506257 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-13b138ec-cce0-4151-b29e-3e0b6b79ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.535464 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-3916774b-56f3-42c3-9fab-a9f7375e0597 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:31.537141 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-3916774b-56f3-42c3-9fab-a9f7375e0597 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.1060238 Sep 10 20:54:31.542387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-13b138ec-cce0-4151-b29e-3e0b6b79ee09 None None] Port df0f123d-64b0-49d7-a71a-e1814ebc7446 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:54:31.558061 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-4ec9fb94-7415-4215-a2ab-4d2c0ba3444e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/quotas/337fdbe9c8be48ee9954ccd2f8bceb01 HTTP/1.1" status: 200 len: 375 time: 0.0148392 Sep 10 20:54:31.606041 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-7027b666-845f-4fd4-ab28-743528f39190 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418859 Sep 10 20:54:31.633485 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0f123d-64b0-49d7-a71a-e1814ebc7446 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:31.640844 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.652706 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Transition to ACTIVE for port object df0f123d-64b0-49d7-a71a-e1814ebc7446 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:54:31.697498 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-afd23f07-465e-45d3-8de4-7b957322818f service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838530 Sep 10 20:54:31.742699 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.791154 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-56b3cfa8-7d5e-4a0d-903f-02b5d9cf3c83 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853825 Sep 10 20:54:31.799670 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:31.880237 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Attempting to bind port df0f123d-64b0-49d7-a71a-e1814ebc7446 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:54:31.880661 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Attempting to bind port df0f123d-64b0-49d7-a71a-e1814ebc7446 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:54:31.881085 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Attempting to bind port df0f123d-64b0-49d7-a71a-e1814ebc7446 on network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:31.885672 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Port df0f123d-64b0-49d7-a71a-e1814ebc7446 on network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:54:31.886067 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Attempting to bind port df0f123d-64b0-49d7-a71a-e1814ebc7446 on network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:31.905246 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:54:31.905584 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Checking segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:54:31.906265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Bound using segment: {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:54:31.906637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Bound port: df0f123d-64b0-49d7-a71a-e1814ebc7446, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:54:31.906927 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:31.986963 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71324286-b6a7-47d5-bc8a-2153f9268df5 req-fe6ced90-80f2-4e00-9ea8-0f426946cb93 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:31.988448 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-71324286-b6a7-47d5-bc8a-2153f9268df5 req-fe6ced90-80f2-4e00-9ea8-0f426946cb93 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0936174 Sep 10 20:54:32.021045 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:54:32.047238 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:54:32.054844 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-71324286-b6a7-47d5-bc8a-2153f9268df5 req-2eb694b3-a90e-48ab-9bc1-48b3b7b4a5e4 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Sep 10 20:54:32.077839 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-64ca8a64-f236-4ecb-a5c8-043c9a7812c2 req-68e89ad2-f6cc-4af1-b079-94237005a373 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 210 time: 0.0336387 Sep 10 20:54:32.141488 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:32.187998 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.189339 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:32.190968 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] 10.222.0.46 "PUT /v2.0/ports/df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 1093 time: 0.8832340 Sep 10 20:54:32.191559 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:32.194086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb35757-b035-409b-abbb-f9a4b9cff389" -d '{"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:32.249033 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1a067-9495-4c73-b51a-ab4c9f0f5450 service neutron] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:32.328785 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f072b5-670a-4822-a3c9-095e15d68e92 x-openstack-request-id: req-a2f072b5-670a-4822-a3c9-095e15d68e92 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:32.329320 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:32.329725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a2f072b5-670a-4822-a3c9-095e15d68e92 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:32.330289 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'status': 'completed', 'code': 200} Sep 10 20:54:32.418585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-0e0fc323-dd74-483e-98a2-fea16ac026e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.420254 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-0e0fc323-dd74-483e-98a2-fea16ac026e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1096 time: 0.0697398 Sep 10 20:54:32.449111 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19493-c243-4912-8f40-3698652c8864 req-288ae274-743e-4748-9cee-161f7a407baf tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.450603 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30e19493-c243-4912-8f40-3698652c8864 req-288ae274-743e-4748-9cee-161f7a407baf tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0602565 Sep 10 20:54:32.504702 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30e19493-c243-4912-8f40-3698652c8864 req-e7ad6156-4f03-4017-9338-f7c5f8d78d82 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Sep 10 20:54:32.532792 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-f4459806-280a-4059-b578-9fe0e9b44bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.534290 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-f4459806-280a-4059-b578-9fe0e9b44bf5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1056361 Sep 10 20:54:32.611862 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2e609-2962-4420-b645-6971514b40f3 req-98f846d4-7ce1-4b94-b896-4d95abc14d48 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.613524 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-64a2e609-2962-4420-b645-6971514b40f3 req-98f846d4-7ce1-4b94-b896-4d95abc14d48 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0507746 Sep 10 20:54:32.632072 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-969ce33b-1f26-42c6-88b8-0a1c624031c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.633551 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-beb35757-b035-409b-abbb-f9a4b9cff389 req-969ce33b-1f26-42c6-88b8-0a1c624031c7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923491 Sep 10 20:54:32.653137 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-64a2e609-2962-4420-b645-6971514b40f3 req-77570a53-beb2-418c-9b23-fdc0dd07798b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337045 Sep 10 20:54:32.711227 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-0d3ca44f-bc04-4555-b9f3-438b905a79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.712689 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-0d3ca44f-bc04-4555-b9f3-438b905a79b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1096 time: 0.0399156 Sep 10 20:54:32.758725 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-93c975f8-79ac-40b0-9145-a02fc5b5192d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 217 time: 0.0360892 Sep 10 20:54:32.808997 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-84ea5871-1f58-4691-8107-1f71637f617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.810463 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-84ea5871-1f58-4691-8107-1f71637f617d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0429351 Sep 10 20:54:32.856086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-325cee34-e084-4377-ae45-ad872b631cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:32.857535 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-325cee34-e084-4377-ae45-ad872b631cd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394015 Sep 10 20:54:32.957175 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-7905a65e-6fb1-41e5-a649-d08342559013 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905766 Sep 10 20:54:33.062797 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9830991d-f180-47b7-8f18-3d46f5f45298 req-dafd85d9-f0f0-40d0-b56b-30edcadcca88 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863750 Sep 10 20:54:33.170479 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fe19515d-ea60-4465-a10a-674c28205297 req-42e294fe-5b8b-4f63-ad51-de69f2ab1209 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Sep 10 20:54:33.621237 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def1a81-dd05-4cec-88f9-65c178312a24 req-acf7f8e5-7bb7-4f87-9a17-5c11df54192b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:33.622724 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0def1a81-dd05-4cec-88f9-65c178312a24 req-acf7f8e5-7bb7-4f87-9a17-5c11df54192b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0488899 Sep 10 20:54:33.660952 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0def1a81-dd05-4cec-88f9-65c178312a24 req-edf6452c-c839-4ace-9196-a0c7a7e65cf6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Sep 10 20:54:33.775201 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278d795-bb4f-484a-9fc7-0b974c3b52aa req-3be88bcc-c284-4d62-b2c7-451467c8cead tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:33.777457 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3278d795-bb4f-484a-9fc7-0b974c3b52aa req-3be88bcc-c284-4d62-b2c7-451467c8cead tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0523815 Sep 10 20:54:33.814827 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3278d795-bb4f-484a-9fc7-0b974c3b52aa req-df2d8f0d-b44c-498d-9d6b-8e584c8665a5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308661 Sep 10 20:54:34.208633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-b2fa023c-d5bd-4e3f-9fcd-de23c6a61e52 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:34.210148 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-b2fa023c-d5bd-4e3f-9fcd-de23c6a61e52 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.1043334 Sep 10 20:54:34.224563 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Request body: {'port': {'device_id': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'admin_state_up': True, 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:34.276360 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-61991723-b0bb-40f7-920b-0b0eccd762be req-256982e1-8073-4f17-a95b-39065c2e0d25 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 210 time: 0.0368450 Sep 10 20:54:34.432823 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:54:34.436338 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:34.564310 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Allocated IP 172.20.0.2 (a6c045fe-fefb-4f5d-90e1-feb0f4ba967d/5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3/82250be2-251c-40a0-b2ab-e60f8b4fb049) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:54:34.704423 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:34.772468 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efb2f1-f527-4d06-9152-c4b01de4c163 req-b0c4364f-5489-4eff-b3ac-3039244d7ec2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:34.773920 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e9efb2f1-f527-4d06-9152-c4b01de4c163 req-b0c4364f-5489-4eff-b3ac-3039244d7ec2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0472870 Sep 10 20:54:34.810173 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e9efb2f1-f527-4d06-9152-c4b01de4c163 req-05390a8d-e826-493b-b4e3-a209eb0d5fc7 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301251 Sep 10 20:54:34.833017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:34.849202 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:54:34.874976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:54:34.879806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:54:34.883557 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:54:34.920481 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event updated for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:34.967814 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:34.968323 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:34.987957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60a1cb-6535-4507-910f-8bdd84b507ae req-b828aca5-fb7a-49c1-8b50-f33e1496b77e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:34.989483 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4e60a1cb-6535-4507-910f-8bdd84b507ae req-b828aca5-fb7a-49c1-8b50-f33e1496b77e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0969269 Sep 10 20:54:35.026175 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4e60a1cb-6535-4507-910f-8bdd84b507ae req-0d65f044-05ce-42c1-9f85-810eeeea222c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307558 Sep 10 20:54:35.044960 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-5df68a5b-5d71-4a2d-a19b-2ff51f749763 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239570 Sep 10 20:54:35.058189 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Request body: {'port': {'device_id': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:54:35.109895 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.362563 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82250be2-251c-40a0-b2ab-e60f8b4fb049 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:35.370382 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.382632 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Transition to ACTIVE for port object 82250be2-251c-40a0-b2ab-e60f8b4fb049 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:54:35.386597 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0a12a-4922-498c-9561-732357c19947 req-930b6077-202b-467a-b227-d77b13baa06b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:35.388079 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7eb0a12a-4922-498c-9561-732357c19947 req-930b6077-202b-467a-b227-d77b13baa06b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 931 time: 0.0465670 Sep 10 20:54:35.424992 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7eb0a12a-4922-498c-9561-732357c19947 req-02ac0ee4-6c69-40b2-96b4-6fb34a11161e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Sep 10 20:54:35.461026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.508455 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Pushing event updated for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:35.574343 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Attempting to bind port 82250be2-251c-40a0-b2ab-e60f8b4fb049 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:54:35.574594 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Attempting to bind port 82250be2-251c-40a0-b2ab-e60f8b4fb049 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:54:35.574952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Attempting to bind port 82250be2-251c-40a0-b2ab-e60f8b4fb049 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:35.579047 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Port 82250be2-251c-40a0-b2ab-e60f8b4fb049 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:54:35.579358 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Attempting to bind port 82250be2-251c-40a0-b2ab-e60f8b4fb049 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:54:35.584061 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:54:35.584391 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Checking segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:54:35.584763 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Bound using segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:54:35.585401 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Bound port: 82250be2-251c-40a0-b2ab-e60f8b4fb049, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:54:35.585750 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.647951 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:54:35.650846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:54:35.729941 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.763356 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:35.763953 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:35.765333 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] 10.222.0.46 "PUT /v2.0/ports/82250be2-251c-40a0-b2ab-e60f8b4fb049 HTTP/1.1" status: 200 len: 1093 time: 0.7111979 Sep 10 20:54:35.765754 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:35.768074 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d" -d '{"events": [{"name": "network-changed", "server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:35.790632 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0d10-d122-482f-9d4a-bead3f5d17de service neutron] Pushing event updated for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:35.804167 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866aa716-cd67-4b75-8dbc-02f57180263a x-openstack-request-id: req-866aa716-cd67-4b75-8dbc-02f57180263a {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:35.807649 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:35.807649 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-866aa716-cd67-4b75-8dbc-02f57180263a {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:35.807649 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049', 'status': 'completed', 'code': 200} Sep 10 20:54:35.878552 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-dac27602-4a45-41c4-8b9c-79a3fcac126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:35.880074 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-dac27602-4a45-41c4-8b9c-79a3fcac126c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0418518 Sep 10 20:54:35.923758 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a605120-e088-4a48-8b51-ef8edd3be4f0 req-447adc04-a489-4a7e-82c9-03b9e54c7fb2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:35.925334 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a605120-e088-4a48-8b51-ef8edd3be4f0 req-447adc04-a489-4a7e-82c9-03b9e54c7fb2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0514398 Sep 10 20:54:35.962070 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a605120-e088-4a48-8b51-ef8edd3be4f0 req-180170c0-2db9-4cb6-a461-2864d30e8a70 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302818 Sep 10 20:54:35.984003 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-193c2b3b-cc8f-4c25-8ba0-b8f3f74ca2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:35.986023 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-193c2b3b-cc8f-4c25-8ba0-b8f3f74ca2e3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940320 Sep 10 20:54:36.076174 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-104feb3c-7640-4461-9490-dc0e2bd5f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:36.077679 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3d79cc-4015-4aba-a3b5-76f96dd0366d req-104feb3c-7640-4461-9490-dc0e2bd5f466 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837140 Sep 10 20:54:36.176025 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548ceec-b234-48ba-98e1-f898fff0378a req-a81aedc6-dbc1-442b-a91d-c6595aa4f5e2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:36.177454 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7548ceec-b234-48ba-98e1-f898fff0378a req-a81aedc6-dbc1-442b-a91d-c6595aa4f5e2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0783908 Sep 10 20:54:36.182619 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-810f6cbe-27e4-40fa-9c27-5f156682cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:36.184168 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-810f6cbe-27e4-40fa-9c27-5f156682cda2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 1096 time: 0.0596225 Sep 10 20:54:36.231329 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-532bef05-4abb-4fd2-9a30-06f11bc2ee34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049 HTTP/1.1" status: 200 len: 217 time: 0.0338109 Sep 10 20:54:36.272073 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7548ceec-b234-48ba-98e1-f898fff0378a req-0047cd5b-0d06-4f9b-be7b-3a47c7b86305 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870171 Sep 10 20:54:36.290989 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-18b0b115-1ac0-498f-b57c-50ddc8552b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:36.290989 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-18b0b115-1ac0-498f-b57c-50ddc8552b15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 HTTP/1.1" status: 200 len: 854 time: 0.0506439 Sep 10 20:54:36.543000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34f87c-2f17-4c8a-9507-6d9835402524 req-eccf8f67-00b9-459a-8dcc-e935dfab3f66 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:36.544570 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4f34f87c-2f17-4c8a-9507-6d9835402524 req-eccf8f67-00b9-459a-8dcc-e935dfab3f66 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Sep 10 20:54:36.562505 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-abf7ef23-ea68-4085-9472-5800a4abcb3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637515 Sep 10 20:54:36.583142 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4f34f87c-2f17-4c8a-9507-6d9835402524 req-76713332-55a3-4caa-8d69-0d81e4d5c900 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Sep 10 20:54:36.660524 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-252f6a47-250b-4d36-b7d6-0538401da3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Sep 10 20:54:36.749254 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aa65bb17-6768-480d-89fe-4b99a6f16452 req-1481fc7f-2e1c-42ad-ba5c-f343d50d6f48 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812013 Sep 10 20:54:37.071321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3236dc5-3941-4bf3-8717-8634dbb277f9 req-34f6ba76-22cd-4c3e-a8c3-6d0109ae4293 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:37.072751 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3236dc5-3941-4bf3-8717-8634dbb277f9 req-34f6ba76-22cd-4c3e-a8c3-6d0109ae4293 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0476384 Sep 10 20:54:37.109463 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3236dc5-3941-4bf3-8717-8634dbb277f9 req-eee64e95-3bd7-4f34-b31e-f4be2cffeaa5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308952 Sep 10 20:54:37.387485 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438628f7-6bdd-4bb1-b9c5-006df3d7bbda req-46fc3c13-aa15-4376-a06b-1ee9b86623a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:37.388952 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-438628f7-6bdd-4bb1-b9c5-006df3d7bbda req-46fc3c13-aa15-4376-a06b-1ee9b86623a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0460534 Sep 10 20:54:37.425736 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-438628f7-6bdd-4bb1-b9c5-006df3d7bbda req-79f77be6-311e-4096-8e3e-0f94726c75de tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304494 Sep 10 20:54:37.488593 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-49435471-a7ba-4b98-8fd5-81fb45526469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:37.696962 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d21eb-776d-4027-a13d-7606bda0caec req-2f6b024c-23a1-487c-beb0-54877af26130 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:37.698408 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e16d21eb-776d-4027-a13d-7606bda0caec req-2f6b024c-23a1-487c-beb0-54877af26130 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 943 time: 0.0488703 Sep 10 20:54:37.739088 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e16d21eb-776d-4027-a13d-7606bda0caec req-37fd1fc7-c21b-4aa6-b8b5-12ae7c50b5d1 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Sep 10 20:54:38.226557 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472351be-3b16-4afd-9bcc-03c11cdfaaf9 req-eb3674bc-445c-4e68-8c6c-2395c20b037b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:38.228044 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-472351be-3b16-4afd-9bcc-03c11cdfaaf9 req-eb3674bc-445c-4e68-8c6c-2395c20b037b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0522544 Sep 10 20:54:38.267076 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-472351be-3b16-4afd-9bcc-03c11cdfaaf9 req-53f17aee-34b4-43ed-8d2b-c79f6650a7f8 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Sep 10 20:54:38.546137 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c213c49-6d19-4b32-96c1-a61269428474 req-08d3c7f7-d75e-421a-bd02-6f66a58d7546 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:38.547610 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7c213c49-6d19-4b32-96c1-a61269428474 req-08d3c7f7-d75e-421a-bd02-6f66a58d7546 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 944 time: 0.0502079 Sep 10 20:54:38.583720 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7c213c49-6d19-4b32-96c1-a61269428474 req-49117e95-68a7-442d-af06-50de96067307 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302730 Sep 10 20:54:38.851943 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a5d10-2af5-413e-90e3-7cb573efdc7e req-8285b9aa-a483-4ac8-aef6-79139f6279bc tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:38.853396 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0b6a5d10-2af5-413e-90e3-7cb573efdc7e req-8285b9aa-a483-4ac8-aef6-79139f6279bc tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 943 time: 0.0489800 Sep 10 20:54:38.889686 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0b6a5d10-2af5-413e-90e3-7cb573efdc7e req-4e76901d-aa1d-44b6-b14d-3b53d5e94073 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302095 Sep 10 20:54:38.994112 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:54:39.086739 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:39.097249 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '6aca18dc-5786-4b15-8b35-310537e27c11', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': '6aca18dc-5786-4b15-8b35-310537e27c11', 'mac_address': 'fa:16:3e:4f:56:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:54:39.131992 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:39.144530 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:39.162672 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:39.225447 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:39.275909 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=9']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:39.283679 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.284009 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.284353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.284689 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.285023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.285366 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.285697 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.286022 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.286350 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.286696 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.287026 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.287349 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:54:39.380573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33210e7-0931-42ec-9caf-b698e2434b99 req-2070e915-8d47-4bf1-a1be-5644b6e7f42b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:39.382022 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c33210e7-0931-42ec-9caf-b698e2434b99 req-2070e915-8d47-4bf1-a1be-5644b6e7f42b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0467892 Sep 10 20:54:39.419595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c33210e7-0931-42ec-9caf-b698e2434b99 req-8d9d8f63-aef8-4848-a1ea-9aa5e136c64f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312917 Sep 10 20:54:39.698999 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90b44-9d05-40ed-9f7e-d4fbf1d2c1b1 req-826a456d-cfe2-4852-8474-c9e92ee2d89a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:39.700491 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c7b90b44-9d05-40ed-9f7e-d4fbf1d2c1b1 req-826a456d-cfe2-4852-8474-c9e92ee2d89a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0471046 Sep 10 20:54:39.736710 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c7b90b44-9d05-40ed-9f7e-d4fbf1d2c1b1 req-1703c56b-ff0e-41d1-bf01-d14d73a92ec3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298285 Sep 10 20:54:39.783166 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['6aca18dc-5786-4b15-8b35-310537e27c11'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:54:40.003535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7120e-d854-42e0-a8f0-c0105ce4c3e8 req-ca8870c2-4857-4cb6-8081-65f63fca3b33 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:40.004960 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cdf7120e-d854-42e0-a8f0-c0105ce4c3e8 req-ca8870c2-4857-4cb6-8081-65f63fca3b33 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 943 time: 0.0478177 Sep 10 20:54:40.048188 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cdf7120e-d854-42e0-a8f0-c0105ce4c3e8 req-421f0a3e-980b-49b5-9395-88f7fff19fc2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358882 Sep 10 20:54:40.278406 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9cddb0db-f8a6-44c6-8823-18d321e1cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:40.533520 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ada33-603a-44a4-9b13-32e41180d2b6 req-28bb0dde-737b-4a05-833c-5d6b3a6918d5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:40.534897 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d2ada33-603a-44a4-9b13-32e41180d2b6 req-28bb0dde-737b-4a05-833c-5d6b3a6918d5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0524824 Sep 10 20:54:40.572729 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d2ada33-603a-44a4-9b13-32e41180d2b6 req-f6a3941f-8b00-48c1-850d-5431631637a5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318377 Sep 10 20:54:40.684083 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:40.851669 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdee2fe-9542-4eca-9949-1fae462e0546 req-4a4d914f-8508-456f-acfd-4c293cf93862 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:40.853046 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0cdee2fe-9542-4eca-9949-1fae462e0546 req-4a4d914f-8508-456f-acfd-4c293cf93862 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 945 time: 0.0477562 Sep 10 20:54:40.891525 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0cdee2fe-9542-4eca-9949-1fae462e0546 req-d0d164cf-3e46-4973-94c7-2ce7e9ba4a51 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322702 Sep 10 20:54:41.009841 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82250be2-251c-40a0-b2ab-e60f8b4fb049 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:54:41.012914 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:54:41.120981 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 6aca18dc-5786-4b15-8b35-310537e27c11 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:54:41.121352 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.160146 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda57aa-5886-4a55-bc35-cbdcbb0a7db4 req-3363fc19-55da-426d-9172-4af2737465d3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:41.161645 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:41.161769 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2bda57aa-5886-4a55-bc35-cbdcbb0a7db4 req-3363fc19-55da-426d-9172-4af2737465d3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 943 time: 0.0483050 Sep 10 20:54:41.182039 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '82250be2-251c-40a0-b2ab-e60f8b4fb049', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'port_id': '82250be2-251c-40a0-b2ab-e60f8b4fb049', 'mac_address': 'fa:16:3e:c8:14:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:54:41.200065 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2bda57aa-5886-4a55-bc35-cbdcbb0a7db4 req-e8ffecd3-ca27-4ed2-b12e-6a6635eb8ce7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322638 Sep 10 20:54:41.255655 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.269311 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.273729 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82250be2-251c-40a0-b2ab-e60f8b4fb049 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:41.298527 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.307109 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:41.309293 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e88d10-8ddb-4b15-9233-acd9caa023d8" -d '{"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:41.320582 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:41.323975 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:41.381336 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.409448 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f0072-befd-4f86-90e9-0a7aa8d81752 x-openstack-request-id: req-8a0f0072-befd-4f86-90e9-0a7aa8d81752 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:41.410285 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-plugged", "status": "completed", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:41.410285 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8a0f0072-befd-4f86-90e9-0a7aa8d81752 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:41.410529 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'code': 200} Sep 10 20:54:41.426885 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:41.438690 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:41.486700 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=10']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:41.683224 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1b300-2688-4e38-82a1-aede4ad91bb1 req-de6c749c-b493-4393-8085-8bb6cc3544e1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:41.684676 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbf1b300-2688-4e38-82a1-aede4ad91bb1 req-de6c749c-b493-4393-8085-8bb6cc3544e1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0482860 Sep 10 20:54:41.722104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cbf1b300-2688-4e38-82a1-aede4ad91bb1 req-70e8af05-19e0-4ee9-bbf7-450f4ca3cda7 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313678 Sep 10 20:54:41.867265 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['82250be2-251c-40a0-b2ab-e60f8b4fb049'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:54:42.013222 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec384-2106-43d1-8c4d-3448ad7bb630 req-725418a4-7a86-4805-be41-b52c2ef47565 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:42.014676 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3ec384-2106-43d1-8c4d-3448ad7bb630 req-725418a4-7a86-4805-be41-b52c2ef47565 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0475931 Sep 10 20:54:42.052177 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0b3ec384-2106-43d1-8c4d-3448ad7bb630 req-766cd200-e914-4232-97e9-d62a4105eba8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310779 Sep 10 20:54:42.183534 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c366b0f-1571-4cb8-975e-44dfb8a785c9 req-484a72a6-c05e-4a71-9697-79196b765efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:42.184993 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c366b0f-1571-4cb8-975e-44dfb8a785c9 req-484a72a6-c05e-4a71-9697-79196b765efc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1100 time: 0.0387561 Sep 10 20:54:42.222337 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c366b0f-1571-4cb8-975e-44dfb8a785c9 req-26929504-bac6-4457-89a0-95f07bb0c53d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0292528 Sep 10 20:54:42.315323 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb39dc-7e82-4076-874d-415e63a0a907 req-746bd2ea-5396-48f5-ad55-125ff6263f4b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:42.316763 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5ddb39dc-7e82-4076-874d-415e63a0a907 req-746bd2ea-5396-48f5-ad55-125ff6263f4b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0514708 Sep 10 20:54:42.352942 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5ddb39dc-7e82-4076-874d-415e63a0a907 req-162ff832-206d-4ecc-8b16-144a2a1c4dc5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Sep 10 20:54:42.752621 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:42.833283 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924c14-f8bd-4b22-a96c-4f24655023bf req-69accf7b-aa57-48f1-ac38-6ff0e2dd4b6c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:42.834791 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6c924c14-f8bd-4b22-a96c-4f24655023bf req-69accf7b-aa57-48f1-ac38-6ff0e2dd4b6c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0487468 Sep 10 20:54:42.871597 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6c924c14-f8bd-4b22-a96c-4f24655023bf req-62713154-6337-486a-a262-cf53d9a50187 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Sep 10 20:54:42.878966 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:54:43.167439 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a1a92-8539-471d-90d3-22b2aaf5c8ff req-73693522-b018-4cb0-8af2-4d9c7e53981b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:43.168888 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c93a1a92-8539-471d-90d3-22b2aaf5c8ff req-73693522-b018-4cb0-8af2-4d9c7e53981b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0471699 Sep 10 20:54:43.204894 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c93a1a92-8539-471d-90d3-22b2aaf5c8ff req-5db820ba-013c-4ea3-a027-3e2c3a569908 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302544 Sep 10 20:54:43.463908 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed189563-0bc1-4241-a65d-be1c113f6043 req-2558429e-941d-435a-aa0c-e0007889eb15 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:43.465337 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed189563-0bc1-4241-a65d-be1c113f6043 req-2558429e-941d-435a-aa0c-e0007889eb15 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0472517 Sep 10 20:54:43.501370 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ed189563-0bc1-4241-a65d-be1c113f6043 req-99e94bab-4c9c-4ec5-ac0b-53d8563849ed tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302670 Sep 10 20:54:43.986960 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0912d-21e5-423e-834a-541d6077ff5a req-ec15c303-6b7d-4ebf-ba4f-0ddc6c1476e6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:43.988409 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4aa0912d-21e5-423e-834a-541d6077ff5a req-ec15c303-6b7d-4ebf-ba4f-0ddc6c1476e6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0467498 Sep 10 20:54:44.024316 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4aa0912d-21e5-423e-834a-541d6077ff5a req-965f6f10-6a6c-4816-950d-9d13399cd6f4 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301223 Sep 10 20:54:44.320059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb562cd-2476-44a5-a22c-35e3cd87ee3c req-80fbf7e6-40d7-43e4-97ba-da78e522c180 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:44.321480 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0fb562cd-2476-44a5-a22c-35e3cd87ee3c req-80fbf7e6-40d7-43e4-97ba-da78e522c180 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0474975 Sep 10 20:54:44.361117 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0fb562cd-2476-44a5-a22c-35e3cd87ee3c req-c36fa846-e39c-45eb-81ed-2543ba64f516 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338221 Sep 10 20:54:44.604389 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:54:44.621261 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebe8e8-fd06-4393-ac38-518f3ceae952 req-31d7e231-d46a-4f62-b251-481386c06f42 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:44.622747 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1bebe8e8-fd06-4393-ac38-518f3ceae952 req-31d7e231-d46a-4f62-b251-481386c06f42 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0576832 Sep 10 20:54:44.659824 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1bebe8e8-fd06-4393-ac38-518f3ceae952 req-04ca86a7-894b-47e5-86d0-6bcf308e2a69 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Sep 10 20:54:44.697510 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:44.708574 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'mac_address': 'fa:16:3e:6c:6c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:54:44.743345 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:44.755067 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0f123d-64b0-49d7-a71a-e1814ebc7446 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:54:44.773055 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:44.832085 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:44.881235 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:45.134943 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac00082-3018-4140-a765-17b2430ccfdc req-64c1090c-24f9-491b-b3b6-619feaec045a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:45.136378 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1ac00082-3018-4140-a765-17b2430ccfdc req-64c1090c-24f9-491b-b3b6-619feaec045a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0476785 Sep 10 20:54:45.173785 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1ac00082-3018-4140-a765-17b2430ccfdc req-077aa306-b3ad-4a12-a791-0673885d1cfb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Sep 10 20:54:45.476483 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1968cc5-a89e-49b6-b80c-6c3fe507e89d req-329ad826-b132-46d5-a1ed-df1d87465941 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:45.477962 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f1968cc5-a89e-49b6-b80c-6c3fe507e89d req-329ad826-b132-46d5-a1ed-df1d87465941 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0474768 Sep 10 20:54:45.524560 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f1968cc5-a89e-49b6-b80c-6c3fe507e89d req-a038ce8c-e639-4e50-a004-cad191c97fae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335913 Sep 10 20:54:45.769608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c39d7-9a00-490c-bba9-3a9ce1a39ae5 req-86c62629-9c36-4f83-a777-61f5d98a81bf tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:45.771064 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8d6c39d7-9a00-490c-bba9-3a9ce1a39ae5 req-86c62629-9c36-4f83-a777-61f5d98a81bf tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0471358 Sep 10 20:54:45.808011 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8d6c39d7-9a00-490c-bba9-3a9ce1a39ae5 req-328a6a1a-9aac-4157-ab26-641934868388 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Sep 10 20:54:46.284435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72285762-49c2-45c1-85e6-6e8d70f995cb req-11c1adcd-ad58-444e-a267-015d3e9094e8 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:46.285879 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-72285762-49c2-45c1-85e6-6e8d70f995cb req-11c1adcd-ad58-444e-a267-015d3e9094e8 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0475285 Sep 10 20:54:46.321480 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-72285762-49c2-45c1-85e6-6e8d70f995cb req-2c34d9d0-61b3-484f-85ed-0e08fcff1449 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299234 Sep 10 20:54:46.634096 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865a0e9-fcd8-4d6c-b9db-756914815f74 req-017f86e2-e50d-47c4-8753-74a54c7427b6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:46.635585 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4865a0e9-fcd8-4d6c-b9db-756914815f74 req-017f86e2-e50d-47c4-8753-74a54c7427b6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0477681 Sep 10 20:54:46.675842 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4865a0e9-fcd8-4d6c-b9db-756914815f74 req-4a368d7e-74b2-417c-bf68-72f7944ef2c1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345080 Sep 10 20:54:46.922156 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439402e-6b90-41c9-b44f-da2593dc77d7 req-8b7fb023-096c-4cdb-af6c-14693d9cfec0 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:46.929383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2439402e-6b90-41c9-b44f-da2593dc77d7 req-8b7fb023-096c-4cdb-af6c-14693d9cfec0 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0526552 Sep 10 20:54:46.960700 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2439402e-6b90-41c9-b44f-da2593dc77d7 req-d3ed824b-f40a-48db-b3b0-d115deeebf2f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303769 Sep 10 20:54:47.431798 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fca26-d379-4273-99b3-188030f50255 req-61fd8da1-5755-4f57-b8d7-ebbb87d56dc1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:47.433211 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c06fca26-d379-4273-99b3-188030f50255 req-61fd8da1-5755-4f57-b8d7-ebbb87d56dc1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0474620 Sep 10 20:54:47.468628 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c06fca26-d379-4273-99b3-188030f50255 req-2e124817-1fa3-41cc-9271-f29cf02f3c4c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296788 Sep 10 20:54:47.790643 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdec8b5-bf16-4159-ba4f-0a2a1fb8aabe req-41cb28be-bfa7-41b5-a9e8-5d0317e97866 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:47.792014 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4cdec8b5-bf16-4159-ba4f-0a2a1fb8aabe req-41cb28be-bfa7-41b5-a9e8-5d0317e97866 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0470467 Sep 10 20:54:47.827691 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4cdec8b5-bf16-4159-ba4f-0a2a1fb8aabe req-3abed774-1a6a-4084-a803-a17cf05ac451 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299904 Sep 10 20:54:48.070146 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec1bed-34ee-46e8-a07f-bb0024344ab4 req-e0b607fe-4073-46ee-8325-549e38eaa759 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:48.071514 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f2ec1bed-34ee-46e8-a07f-bb0024344ab4 req-e0b607fe-4073-46ee-8325-549e38eaa759 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0468967 Sep 10 20:54:48.107107 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f2ec1bed-34ee-46e8-a07f-bb0024344ab4 req-5ddf8703-fe66-41da-8d07-23a538550924 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299256 Sep 10 20:54:48.577712 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0adab7-8dda-461d-a9d2-26f4fa2e77d3 req-173c97f5-4b05-4c82-be79-96f78a631e78 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:48.579276 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ca0adab7-8dda-461d-a9d2-26f4fa2e77d3 req-173c97f5-4b05-4c82-be79-96f78a631e78 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0474505 Sep 10 20:54:48.616692 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ca0adab7-8dda-461d-a9d2-26f4fa2e77d3 req-4d64de9b-683c-47cd-b1f6-7add5f333c5f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Sep 10 20:54:48.945629 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82d167-af13-4504-bdcc-13c91b778b06 req-5b0ded55-c989-4999-9e94-5e9462ccd854 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:48.947078 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f82d167-af13-4504-bdcc-13c91b778b06 req-5b0ded55-c989-4999-9e94-5e9462ccd854 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0495987 Sep 10 20:54:48.967950 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['df0f123d-64b0-49d7-a71a-e1814ebc7446'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:54:48.993693 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f82d167-af13-4504-bdcc-13c91b778b06 req-4d41a8c2-ef53-47e3-b469-b3c71864b98d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406208 Sep 10 20:54:49.225703 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6801bd-5be0-4aac-8a3f-35941c2549cb req-5db0b13e-28b5-4923-bab0-bd8e108726a4 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:49.227195 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ff6801bd-5be0-4aac-8a3f-35941c2549cb req-5db0b13e-28b5-4923-bab0-bd8e108726a4 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 944 time: 0.0543182 Sep 10 20:54:49.264873 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ff6801bd-5be0-4aac-8a3f-35941c2549cb req-f74ca48b-f650-4253-be0a-af5b02ca5f45 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Sep 10 20:54:49.605734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82250be2-251c-40a0-b2ab-e60f8b4fb049 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:54:49.706775 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 82250be2-251c-40a0-b2ab-e60f8b4fb049 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:54:49.710737 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 82250be2-251c-40a0-b2ab-e60f8b4fb049 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:54:49.711118 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:49.728436 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a08b4b-8e9f-46f1-8ea9-59c3e2e58a1e req-7b6642e6-be58-4220-a78f-b823b3d78ef6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:49.729872 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11a08b4b-8e9f-46f1-8ea9-59c3e2e58a1e req-7b6642e6-be58-4220-a78f-b823b3d78ef6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0476351 Sep 10 20:54:49.766684 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11a08b4b-8e9f-46f1-8ea9-59c3e2e58a1e req-26b82629-ac8e-402e-bfb0-6d9b805ab263 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301428 Sep 10 20:54:49.786770 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:49.811258 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:49.814154 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dcb4d2-0dd7-46e3-81ed-984de770d7f4" -d '{"events": [{"server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "name": "network-vif-plugged", "status": "completed", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:49.825622 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:49.853354 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7927a5b4-d60f-4352-823e-0aefeb59cd41 x-openstack-request-id: req-7927a5b4-d60f-4352-823e-0aefeb59cd41 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:49.853711 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "name": "network-vif-plugged", "status": "completed", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:49.854058 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7927a5b4-d60f-4352-823e-0aefeb59cd41 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:49.854571 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049', 'code': 200} Sep 10 20:54:49.888791 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:49.943896 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:50.114139 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f16a73-51a0-4bea-85f9-06e7287de094 req-d04a5872-ed02-40aa-a479-1d905f9a1904 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:50.117012 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-66f16a73-51a0-4bea-85f9-06e7287de094 req-d04a5872-ed02-40aa-a479-1d905f9a1904 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0496778 Sep 10 20:54:50.178429 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-66f16a73-51a0-4bea-85f9-06e7287de094 req-dd03d23d-9f92-4c69-b8a1-19f1310cc1a8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392632 Sep 10 20:54:50.384923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee9be-35aa-49d2-aaac-ab814108a59f req-4f866675-16e1-4713-b7d0-6cff335f7efb tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:50.386822 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6aee9be-35aa-49d2-aaac-ab814108a59f req-4f866675-16e1-4713-b7d0-6cff335f7efb tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0532594 Sep 10 20:54:50.426228 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f6aee9be-35aa-49d2-aaac-ab814108a59f req-078f3470-b134-4c8d-9f33-f71093d24d07 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Sep 10 20:54:50.883727 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a938b9f-40d1-4430-8877-0d1918fa18b3 req-581713b3-1099-46f6-b56d-6fc20b58f2bc tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:50.885210 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0a938b9f-40d1-4430-8877-0d1918fa18b3 req-581713b3-1099-46f6-b56d-6fc20b58f2bc tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0487587 Sep 10 20:54:50.926733 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0a938b9f-40d1-4430-8877-0d1918fa18b3 req-6e555643-ad87-4330-a9b3-e189c2e05ab6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355792 Sep 10 20:54:51.280154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb6f9c-60f7-4ef9-931c-4dd7ef869094 req-da167c15-79ee-4e1e-8d2b-a0da327a815a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:51.281620 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-16bb6f9c-60f7-4ef9-931c-4dd7ef869094 req-da167c15-79ee-4e1e-8d2b-a0da327a815a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0491390 Sep 10 20:54:51.318119 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-16bb6f9c-60f7-4ef9-931c-4dd7ef869094 req-8abe34d9-4eba-48ad-9be2-ca5588724779 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307183 Sep 10 20:54:51.537248 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab49c0-0639-4941-9486-a627c3502823 req-107de6f2-1b78-4481-99be-73b3a1f9a1e2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:51.538715 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5bab49c0-0639-4941-9486-a627c3502823 req-107de6f2-1b78-4481-99be-73b3a1f9a1e2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0474815 Sep 10 20:54:51.574551 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5bab49c0-0639-4941-9486-a627c3502823 req-146b77e4-c563-44c4-b92e-b246b1a944d0 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301158 Sep 10 20:54:52.039003 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b2a95-4505-41a2-978c-3b1cc2179842 req-1f6a4d2b-c85a-4816-aed5-ecce27933d36 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:52.040455 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6a7b2a95-4505-41a2-978c-3b1cc2179842 req-1f6a4d2b-c85a-4816-aed5-ecce27933d36 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0507355 Sep 10 20:54:52.077068 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6a7b2a95-4505-41a2-978c-3b1cc2179842 req-fff819d0-98ba-4e10-b7a1-ea148eb9d50a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Sep 10 20:54:52.436119 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8afbd2-0cb2-4cfd-93c7-4263d0e7d3d9 req-5c7ab8b6-37f8-4790-b48d-f113c9a1691f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:52.437579 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9e8afbd2-0cb2-4cfd-93c7-4263d0e7d3d9 req-5c7ab8b6-37f8-4790-b48d-f113c9a1691f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0488005 Sep 10 20:54:52.474438 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9e8afbd2-0cb2-4cfd-93c7-4263d0e7d3d9 req-fc6eff98-2b3a-41a1-a10c-961882161599 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308611 Sep 10 20:54:52.685853 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448d0f3-4048-4188-8ab6-1e623915309e req-a5efec53-e696-4390-93c8-30dcb9370822 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:52.687327 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4448d0f3-4048-4188-8ab6-1e623915309e req-a5efec53-e696-4390-93c8-30dcb9370822 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Sep 10 20:54:52.723120 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4448d0f3-4048-4188-8ab6-1e623915309e req-7af9f134-d469-4706-a04d-109c38433019 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293803 Sep 10 20:54:53.188758 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61d86-19c9-4c41-8c62-d57e6adbfc31 req-bb78f7b7-ce0d-4016-aced-20cb35c7075d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:53.190248 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5c61d86-19c9-4c41-8c62-d57e6adbfc31 req-bb78f7b7-ce0d-4016-aced-20cb35c7075d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0480220 Sep 10 20:54:53.230529 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5c61d86-19c9-4c41-8c62-d57e6adbfc31 req-b305e74e-9445-48d4-879b-fd56c74f128f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344160 Sep 10 20:54:53.591277 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbc52e-7d31-413d-9cd1-3778b4ba5876 req-b9d64fa7-5af6-4ec7-9c8c-8e652d402c51 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:53.592737 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-abfbc52e-7d31-413d-9cd1-3778b4ba5876 req-b9d64fa7-5af6-4ec7-9c8c-8e652d402c51 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0471108 Sep 10 20:54:53.629633 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-abfbc52e-7d31-413d-9cd1-3778b4ba5876 req-6ed9d0e4-6601-49fa-b1ec-1271b674ec25 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303042 Sep 10 20:54:53.835122 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46956fa-6060-4d4e-bd0a-3a319a771e6c req-f652b231-35a3-4b00-8405-0d54246613cc tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:53.836583 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c46956fa-6060-4d4e-bd0a-3a319a771e6c req-f652b231-35a3-4b00-8405-0d54246613cc tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Sep 10 20:54:53.871838 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c46956fa-6060-4d4e-bd0a-3a319a771e6c req-11e796cb-975b-4b8b-b78a-c4a7748acf40 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295846 Sep 10 20:54:54.342607 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609d56f-e75f-4469-88ec-af7bd2f26eb2 req-442ec648-87e8-49f7-bceb-29b05e6fd5ae tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:54.344086 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9609d56f-e75f-4469-88ec-af7bd2f26eb2 req-442ec648-87e8-49f7-bceb-29b05e6fd5ae tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0497108 Sep 10 20:54:54.380651 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9609d56f-e75f-4469-88ec-af7bd2f26eb2 req-0064d441-9a72-4db4-b782-1cd6ecd360cb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301256 Sep 10 20:54:54.751787 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89a784-5336-479f-a0bb-12629b36eabc req-8c25e70e-b8d0-4432-9d8b-98c7eac2a0cd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:54.753278 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc89a784-5336-479f-a0bb-12629b36eabc req-8c25e70e-b8d0-4432-9d8b-98c7eac2a0cd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0486946 Sep 10 20:54:54.817874 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc89a784-5336-479f-a0bb-12629b36eabc req-3c5e014f-a69e-412d-b3b9-a3f88bfeb69b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564055 Sep 10 20:54:54.820558 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173dee-5010-40d6-9378-4450881619e7 req-3159bff0-5679-4a19-803d-2fbde52475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:54.821953 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ba173dee-5010-40d6-9378-4450881619e7 req-3159bff0-5679-4a19-803d-2fbde52475e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 1098 time: 0.0678258 Sep 10 20:54:54.859211 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ba173dee-5010-40d6-9378-4450881619e7 req-e58f54bb-2046-450c-a97e-b50c1c6fa0fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274754 Sep 10 20:54:54.987866 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e31e-f8bb-4174-830a-fd1e455daf7e req-b1347844-114e-4e86-83af-b40fbaf50611 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:54.989251 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcc4e31e-f8bb-4174-830a-fd1e455daf7e req-b1347844-114e-4e86-83af-b40fbaf50611 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Sep 10 20:54:55.025481 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcc4e31e-f8bb-4174-830a-fd1e455daf7e req-b9d5d99d-47d7-4528-a431-6bf473842cb7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305490 Sep 10 20:54:55.493749 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929eb83-aab5-4e74-b0e8-4eeedc2d518f req-706219e8-e541-49b6-bbfe-8b827fea9ff0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:55.495340 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1929eb83-aab5-4e74-b0e8-4eeedc2d518f req-706219e8-e541-49b6-bbfe-8b827fea9ff0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0497708 Sep 10 20:54:55.531288 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1929eb83-aab5-4e74-b0e8-4eeedc2d518f req-6304804c-b6e2-4e57-b4a8-fe6f0ccd7121 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299258 Sep 10 20:54:55.741780 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:54:55.877833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port df0f123d-64b0-49d7-a71a-e1814ebc7446 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:54:55.881850 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port df0f123d-64b0-49d7-a71a-e1814ebc7446 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:54:55.882222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:55.935776 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824c26-22ed-4ea4-bfb5-a1dfa4d3dcec req-285bf210-7ac5-41a9-af26-015c3ae3583d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:55.937261 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30824c26-22ed-4ea4-bfb5-a1dfa4d3dcec req-285bf210-7ac5-41a9-af26-015c3ae3583d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0491886 Sep 10 20:54:55.961813 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:55.976075 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-30824c26-22ed-4ea4-bfb5-a1dfa4d3dcec req-f9fcdca5-538d-4de8-87a2-e05fc355fb0f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327322 Sep 10 20:54:55.985735 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:54:55.988775 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea57ae8-4f3d-4ba3-8099-ac2bcb5a1e1a" -d '{"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-plugged", "status": "completed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:54:56.002583 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:54:56.026760 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7034e4a4-001b-48b9-bbeb-8965ce8ab7e5 x-openstack-request-id: req-7034e4a4-001b-48b9-bbeb-8965ce8ab7e5 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:54:56.027073 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-plugged", "status": "completed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:54:56.033200 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7034e4a4-001b-48b9-bbeb-8965ce8ab7e5 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:54:56.033200 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'code': 200} Sep 10 20:54:56.066769 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:56.114711 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:54:56.340161 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b183-f867-4df0-b5b8-cbcad7964843 req-feb693d1-990b-4fc2-9661-560efd0e7bee tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:56.341546 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cf4b183-f867-4df0-b5b8-cbcad7964843 req-feb693d1-990b-4fc2-9661-560efd0e7bee tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.2510991 Sep 10 20:54:56.379340 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cf4b183-f867-4df0-b5b8-cbcad7964843 req-6a8da3c2-f0d0-4afc-b693-9d24826b9e7f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313115 Sep 10 20:54:56.454696 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489aea2-1120-49ef-8e42-52f0ce867c4d req-d7be305c-b606-42b2-b52f-79c06ba1ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:56.456164 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d489aea2-1120-49ef-8e42-52f0ce867c4d req-d7be305c-b606-42b2-b52f-79c06ba1ad13 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0394225 Sep 10 20:54:56.509231 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d489aea2-1120-49ef-8e42-52f0ce867c4d req-4adbc735-1221-46e1-850a-1e641a5b8143 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Sep 10 20:54:56.649534 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7719d-0e71-4259-871f-99a880d122d0 req-6f404244-bf97-4630-b179-bc3aa78db302 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:56.651022 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3fc7719d-0e71-4259-871f-99a880d122d0 req-6f404244-bf97-4630-b179-bc3aa78db302 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0525234 Sep 10 20:54:56.687901 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3fc7719d-0e71-4259-871f-99a880d122d0 req-935b75af-d53a-490e-ab7a-ee8900998001 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301142 Sep 10 20:54:57.260632 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:54:57.490066 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433dc5-5fe0-4d6f-8f9b-a5c52d8fe40c req-ad64534f-af5c-4bd2-9d42-6853a1a858d3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:57.491446 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc433dc5-5fe0-4d6f-8f9b-a5c52d8fe40c req-ad64534f-af5c-4bd2-9d42-6853a1a858d3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0470605 Sep 10 20:54:57.527453 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc433dc5-5fe0-4d6f-8f9b-a5c52d8fe40c req-27048642-44c3-4491-8b0a-470f0ce388e6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Sep 10 20:54:57.803450 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a698f5-8337-46c8-86a1-e88d4caf8c64 req-379cd5b9-9d53-4348-a99e-5daf4ec56d5a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:57.805085 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-09a698f5-8337-46c8-86a1-e88d4caf8c64 req-379cd5b9-9d53-4348-a99e-5daf4ec56d5a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0516732 Sep 10 20:54:57.842571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-09a698f5-8337-46c8-86a1-e88d4caf8c64 req-31cd7223-122c-4c00-a53f-1a57474c7bbb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Sep 10 20:54:58.662419 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-7920323b-e7e0-4814-b2a6-dc53317462e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397992 Sep 10 20:54:58.753345 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035a54-deee-4b10-a294-495792fecfd9 req-4b01b97a-36a6-4478-bde6-2727b2914fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:58.754837 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-4b01b97a-36a6-4478-bde6-2727b2914fba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 1100 time: 0.0395937 Sep 10 20:54:58.892796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035a54-deee-4b10-a294-495792fecfd9 req-3ea56a9e-b554-4f99-87d6-34c37d83d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:58.894283 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-3ea56a9e-b554-4f99-87d6-34c37d83d3f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0913558 Sep 10 20:54:58.958686 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010b2ea-53a9-49a4-8a83-fa3ce02de6df req-24c65fb1-53a1-47b3-bdac-72441509e32b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:58.960116 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7010b2ea-53a9-49a4-8a83-fa3ce02de6df req-24c65fb1-53a1-47b3-bdac-72441509e32b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0486720 Sep 10 20:54:58.972844 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-ab2f5ea9-7bed-4702-b2d3-aaae1a4b4c4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 200 len: 1001 time: 0.0671217 Sep 10 20:54:58.999951 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7010b2ea-53a9-49a4-8a83-fa3ce02de6df req-2c72c0b8-7bed-4af7-b624-719167eec1fc tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334744 Sep 10 20:54:59.041668 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035a54-deee-4b10-a294-495792fecfd9 req-c01a8fde-d7b0-4a76-b166-c5942c69bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:59.043282 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-c01a8fde-d7b0-4a76-b166-c5942c69bafb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0445206 Sep 10 20:54:59.092900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035a54-deee-4b10-a294-495792fecfd9 req-612bba58-9565-474e-a794-6f6e36c67524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:54:59.094996 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-612bba58-9565-474e-a794-6f6e36c67524 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409834 Sep 10 20:54:59.197210 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-82c8e72b-5673-4b34-a5c2-5cd62a2ac9b1 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860469 Sep 10 20:54:59.308237 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cd035a54-deee-4b10-a294-495792fecfd9 req-947ed8ce-bac4-4326-9c18-165a2b870ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815790 Sep 10 20:55:00.113004 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d016e-48d2-4b26-907f-e33d0ca51e66 req-2785a793-eef1-46d8-ac33-9fcb353dd981 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:00.115107 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ba5d016e-48d2-4b26-907f-e33d0ca51e66 req-2785a793-eef1-46d8-ac33-9fcb353dd981 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0477264 Sep 10 20:55:00.156801 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ba5d016e-48d2-4b26-907f-e33d0ca51e66 req-deadd79d-8895-41f5-ab37-dcd5641bc6b1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355935 Sep 10 20:55:00.300641 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa83d8-263e-417d-8de8-59098926c4f9 req-8a21edaa-4571-4694-ac63-649cb1dbe37c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:00.302379 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5aa83d8-263e-417d-8de8-59098926c4f9 req-8a21edaa-4571-4694-ac63-649cb1dbe37c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0506883 Sep 10 20:55:00.359598 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c5aa83d8-263e-417d-8de8-59098926c4f9 req-eb541ba2-e6de-477d-89e9-23cd3a595d8f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387864 Sep 10 20:55:00.380490 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58040) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:00.487430 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-d71fe939-823f-477d-a8c0-a07da046a71b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:00.488904 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-d71fe939-823f-477d-a8c0-a07da046a71b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.1056130 Sep 10 20:55:00.504510 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-13da75b7-618d-425c-8642-63938e756212 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/quotas/337fdbe9c8be48ee9954ccd2f8bceb01 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Sep 10 20:55:00.512892 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1522d-68ce-49af-a13a-a0f4169fe3aa tempest-TestShelveInstance-2143352521 tempest-TestShelveInstance-2143352521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:00.515093 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-eae1522d-68ce-49af-a13a-a0f4169fe3aa tempest-TestShelveInstance-2143352521 tempest-TestShelveInstance-2143352521-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1093 time: 0.1405964 Sep 10 20:55:00.518032 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58044) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:00.522400 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:55:00.556681 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c53f29a0-604c-447b-87cc-d9706806fcda tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458038 Sep 10 20:55:00.603564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for floatingip, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:00.648438 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-ff7f43e7-f50d-4003-93d3-6f2ed2ce6442 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840766 Sep 10 20:55:00.700926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:00.737626 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-8eda6d9f-eed1-4f79-8067-26ace19a42e2 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828409 Sep 10 20:55:00.805569 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Allocated IP 172.27.2.67 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/296a77b1-64bf-4d70-9cb4-20be62d61272) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:55:00.908812 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:00.967610 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3fdfefc7-4d61-4dea-9741-fbb4a99c387a req-d0c76b63-deb6-4782-a044-a6ac4aa80049 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 210 time: 0.0304923 Sep 10 20:55:01.025519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.061335 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:55:01.064287 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:55:01.067783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:55:01.102767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'Port': ['ID=296a77b1-64bf-4d70-9cb4-20be62d61272,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:01.416515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.546272 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.692149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.779814 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.853870 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event updated for resources: {'Port': ['ID=296a77b1-64bf-4d70-9cb4-20be62d61272,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:01.862099 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:01.960169 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Floating IP c4fb041d-eb92-4daf-a979-5ca32fa71f93 associated. External IP: 172.27.2.67, port: df0f123d-64b0-49d7-a71a-e1814ebc7446. Sep 10 20:55:02.067090 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ceeefe19-5c8d-49f9-a516-6d1c40f2ba2d req-4df31849-db8b-413b-8fcf-babb156aef68 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 210 time: 0.0296731 Sep 10 20:55:02.169374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:55:02.270880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:55:02.281146 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Sync routers for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:55:02.289820 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:55:02.290429 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:54:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:02.358251 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:02.387673 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c29adacb-9678-4b6c-a072-411b9ff68cf9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8686211 Sep 10 20:55:02.388248 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:02.391564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72330e5-e453-480c-964e-dad4f1bae63d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:02.395310 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:55:02.427759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e7857c-283d-4974-8b8d-256732db3be8 x-openstack-request-id: req-88e7857c-283d-4974-8b8d-256732db3be8 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:02.428284 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:02.428284 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-88e7857c-283d-4974-8b8d-256732db3be8 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:02.429203 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'status': 'completed', 'code': 200} Sep 10 20:55:02.505147 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72330e5-e453-480c-964e-dad4f1bae63d req-5bcb1525-4e34-46f5-a5c0-cce6cf49857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:02.506770 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-5bcb1525-4e34-46f5-a5c0-cce6cf49857e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0443308 Sep 10 20:55:02.605624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72330e5-e453-480c-964e-dad4f1bae63d req-62f57714-46fc-46dd-a781-09d561846da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:02.607126 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-62f57714-46fc-46dd-a781-09d561846da8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 909 time: 0.0870688 Sep 10 20:55:02.623226 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': 'c4fb041d-eb92-4daf-a979-5ca32fa71f93', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'mac_address': 'fa:16:3e:6c:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:55:01Z', 'updated_at': '2021-09-10T20:55:01Z', 'revision_number': 0, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:02.649969 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Checking router: 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:55:02.658968 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:55:02.660103 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:54:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:02.680091 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-32744170-3ee1-4593-a0f5-37f0c6c17db7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 998 time: 0.0624974 Sep 10 20:55:02.745774 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72330e5-e453-480c-964e-dad4f1bae63d req-c10a11e6-5b06-4423-a447-751fe388ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:02.747306 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-c10a11e6-5b06-4423-a447-751fe388ec63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0561731 Sep 10 20:55:02.803435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72330e5-e453-480c-964e-dad4f1bae63d req-6567383c-2674-42ad-9797-6f28a3f50049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:02.804873 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-6567383c-2674-42ad-9797-6f28a3f50049 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431931 Sep 10 20:55:02.890413 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:55:03.123359 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': 'c4fb041d-eb92-4daf-a979-5ca32fa71f93', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'mac_address': 'fa:16:3e:6c:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:55:01Z', 'updated_at': '2021-09-10T20:55:01Z', 'revision_number': 0, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:03.158876 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cfb70-07b5-4540-8ffd-e6f3bf4a85b6 None None] The sync data for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi is: [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': 'c4fb041d-eb92-4daf-a979-5ca32fa71f93', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'mac_address': 'fa:16:3e:6c:6c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:55:01Z', 'updated_at': '2021-09-10T20:55:01Z', 'revision_number': 0, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:55:03.179052 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-18d82a6b-eb53-4c38-aaff-2947e8d53432 req-e2ce30ad-1e58-4182-b807-84efeb8ae384 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 210 time: 0.0327163 Sep 10 20:55:03.271369 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-bd853642-05df-46e2-95a9-78c0035aa2b5 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573402 Sep 10 20:55:03.284594 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-1ac9cc6e-e8f3-4736-a4d7-6c804dfa3200 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:03.286030 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-1ac9cc6e-e8f3-4736-a4d7-6c804dfa3200 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.4472315 Sep 10 20:55:03.313269 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Request body: {'port': {'device_id': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'admin_state_up': True, 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:55:03.325966 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e69f-9384-4c65-ae8c-10e1e17c5af5 req-cf9a65d7-37e7-4ba9-80cf-da314aeb239b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:03.327568 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a543e69f-9384-4c65-ae8c-10e1e17c5af5 req-cf9a65d7-37e7-4ba9-80cf-da314aeb239b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.4153686 Sep 10 20:55:03.357949 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4a1fa-c50f-4b3d-a84f-d78e4270ab15 None None] New status for floating IP c4fb041d-eb92-4daf-a979-5ca32fa71f93: ACTIVE {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:55:03.466337 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a543e69f-9384-4c65-ae8c-10e1e17c5af5 req-87c14304-f041-4eec-96f6-faa18b2ec69e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246564 Sep 10 20:55:03.495010 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f72330e5-e453-480c-964e-dad4f1bae63d req-8293218e-4759-4656-a457-935a351890ce service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080021 Sep 10 20:55:03.592621 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:55:03.598854 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:03.723967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Allocated IP 172.20.0.3 (a6c045fe-fefb-4f5d-90e1-feb0f4ba967d/5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3/7b4f63cb-c6bb-42e6-b569-15d56172b343) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:55:03.865551 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:03.951912 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:03.971409 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07', '82250be2-251c-40a0-b2ab-e60f8b4fb049'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:55:03.993732 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:55:03.996772 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:55:04.000502 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:55:04.008614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event updated for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:04.052884 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:04.053600 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.147078 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-c14fdc91-8285-47b4-92d4-6b2433fa900e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8391211 Sep 10 20:55:04.166644 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Request body: {'port': {'device_id': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:55:04.299678 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.303658 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f55475-bad1-447e-8d7d-7f80317a8445 req-b600ba3c-3484-4fa3-a4d2-095bc02fb7ea tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:04.305425 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2f55475-bad1-447e-8d7d-7f80317a8445 req-b600ba3c-3484-4fa3-a4d2-095bc02fb7ea tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 931 time: 0.0514412 Sep 10 20:55:04.342896 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2f55475-bad1-447e-8d7d-7f80317a8445 req-6e71e207-69a3-47f2-b488-48275efe2663 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Sep 10 20:55:04.482990 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4f63cb-c6bb-42e6-b569-15d56172b343 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:55:04.490177 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.502347 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Transition to ACTIVE for port object 7b4f63cb-c6bb-42e6-b569-15d56172b343 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:55:04.558310 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.618901 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:04.631699 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd7b0-9884-46f8-834a-b130688b0b90 req-81596149-23c1-4517-bbd6-571c201fbd40 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:04.633336 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-807cd7b0-9884-46f8-834a-b130688b0b90 req-81596149-23c1-4517-bbd6-571c201fbd40 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.1002681 Sep 10 20:55:04.719473 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-807cd7b0-9884-46f8-834a-b130688b0b90 req-f0c53fc7-18d9-4a17-ba9f-718fb9ab2850 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793991 Sep 10 20:55:04.732385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Attempting to bind port 7b4f63cb-c6bb-42e6-b569-15d56172b343 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:55:04.732717 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Attempting to bind port 7b4f63cb-c6bb-42e6-b569-15d56172b343 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:55:04.733101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Attempting to bind port 7b4f63cb-c6bb-42e6-b569-15d56172b343 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:55:04.737818 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Port 7b4f63cb-c6bb-42e6-b569-15d56172b343 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:55:04.738134 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Attempting to bind port 7b4f63cb-c6bb-42e6-b569-15d56172b343 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:55:04.742849 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:55:04.743180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Checking segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:55:04.743556 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Bound using segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:55:04.743974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Bound port: 7b4f63cb-c6bb-42e6-b569-15d56172b343, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:55:04.744322 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.804486 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:55:04.807434 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:55:04.883331 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.919567 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:04.920166 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:04.921517 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] 10.222.0.46 "PUT /v2.0/ports/7b4f63cb-c6bb-42e6-b569-15d56172b343 HTTP/1.1" status: 200 len: 1093 time: 0.7591765 Sep 10 20:55:04.922446 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:04.924679 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db64273-cce7-493a-b188-370856bf1755" -d '{"events": [{"name": "network-changed", "server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:04.947254 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f948-53e3-4786-bb99-9f48e3758a3f service neutron] Pushing event updated for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:04.961653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc83b26-7425-47c4-9c89-7c96539b28db x-openstack-request-id: req-ffc83b26-7425-47c4-9c89-7c96539b28db {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:04.961937 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:04.962210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ffc83b26-7425-47c4-9c89-7c96539b28db {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:04.962733 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343', 'status': 'completed', 'code': 200} Sep 10 20:55:05.040783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64273-cce7-493a-b188-370856bf1755 req-8194c6cb-b2c7-468f-b1e1-fdb164e8b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.042197 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5db64273-cce7-493a-b188-370856bf1755 req-8194c6cb-b2c7-468f-b1e1-fdb164e8b236 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 1096 time: 0.0405521 Sep 10 20:55:05.152988 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64273-cce7-493a-b188-370856bf1755 req-e4ca2dee-438d-4039-a52b-b0cc6c7dd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.154761 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5db64273-cce7-493a-b188-370856bf1755 req-e4ca2dee-438d-4039-a52b-b0cc6c7dd977 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943646 Sep 10 20:55:05.260161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db64273-cce7-493a-b188-370856bf1755 req-3bd6b8a8-8bd5-4bc6-8a6c-8150c0bdd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.261622 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5db64273-cce7-493a-b188-370856bf1755 req-3bd6b8a8-8bd5-4bc6-8a6c-8150c0bdd44e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861416 Sep 10 20:55:05.340895 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-dfbeeb53-9cd8-47ff-8aa2-e8fdf24dabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.342277 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-dfbeeb53-9cd8-47ff-8aa2-e8fdf24dabf1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 1096 time: 0.0404308 Sep 10 20:55:05.401137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-64192aaa-87f6-43b5-83ff-cd99f781ffd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343 HTTP/1.1" status: 200 len: 217 time: 0.0373533 Sep 10 20:55:05.479418 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-6daa5fa7-3904-432c-be26-4bc767b88a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.480875 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-6daa5fa7-3904-432c-be26-4bc767b88a93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 HTTP/1.1" status: 200 len: 854 time: 0.0650330 Sep 10 20:55:05.488773 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49449e0a-5f18-42bd-81eb-d78478fcb2ee req-a63d99e1-3ab2-4b89-8602-2e4c0d43e116 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.490125 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-49449e0a-5f18-42bd-81eb-d78478fcb2ee req-a63d99e1-3ab2-4b89-8602-2e4c0d43e116 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 943 time: 0.0824633 Sep 10 20:55:05.522809 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-a7ec01e6-23bd-473c-84aa-eb398fe99858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317659 Sep 10 20:55:05.564003 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-49449e0a-5f18-42bd-81eb-d78478fcb2ee req-fd1f528a-fc91-40a3-aa01-f7567ae69e6e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658495 Sep 10 20:55:05.655583 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-1e4f25e3-5e4c-4e70-8bbe-4134efc036f3 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200585 Sep 10 20:55:05.663599 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-498d20b0-1e27-4b20-bac4-c041c2324673 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.664930 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-498d20b0-1e27-4b20-bac4-c041c2324673 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0872278 Sep 10 20:55:05.833324 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e98c7f-b223-4eb3-857c-1e0b092cc648 req-2705fd70-e863-4999-8aaf-9f4fa10fc24b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:05.834489 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-41874820-f53b-416d-ae4c-93b2fcfd15c9 req-ce1b3d96-32d8-44d4-ab6a-7324bf434d82 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486828 Sep 10 20:55:05.834814 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-54e98c7f-b223-4eb3-857c-1e0b092cc648 req-2705fd70-e863-4999-8aaf-9f4fa10fc24b tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 945 time: 0.0472839 Sep 10 20:55:05.851385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Deleting port f2adbfb7-d6de-4a11-86c0-499cba52c36a {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:55:05.851751 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:05.874133 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-54e98c7f-b223-4eb3-857c-1e0b092cc648 req-d77428db-b427-4c78-93ea-057bde2f155e tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/security-groups?id=12261a89-467f-4b24-bcab-5f0140d8480a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330484 Sep 10 20:55:05.939223 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] For port f2adbfb7-d6de-4a11-86c0-499cba52c36a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f2adbfb7-d6de-4a11-86c0-499cba52c36a,segment=NetworkSegment(af9ea204-3941-4ebf-971b-ce9fef08e057),segment_id=af9ea204-3941-4ebf-971b-ce9fef08e057)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:05.939490 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:05.951371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Calling delete_port for f2adbfb7-d6de-4a11-86c0-499cba52c36a owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:55:06.128952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:06.143084 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['f2adbfb7-d6de-4a11-86c0-499cba52c36a'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:55:06.157050 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Pushing event deleted for resources: {'Port': ['ID=f2adbfb7-d6de-4a11-86c0-499cba52c36a,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:06.196816 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] No DVR routers for this DVR port f2adbfb7-d6de-4a11-86c0-499cba52c36a on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:55:06.199202 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:06.201136 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-30702b99-948f-4023-9d71-0b8396ed5a84 req-13dcc750-0ff7-4ac9-a0fa-6161ae6d79b6 tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.46 "DELETE /v2.0/ports/f2adbfb7-d6de-4a11-86c0-499cba52c36a HTTP/1.1" status: 204 len: 173 time: 0.5081038 Sep 10 20:55:06.678854 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334efa2-e493-4bae-b6d7-875aecb2e17a req-ace5086a-cb64-4c0e-baed-68601afeb4d8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:06.680311 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7334efa2-e493-4bae-b6d7-875aecb2e17a req-ace5086a-cb64-4c0e-baed-68601afeb4d8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 943 time: 0.0512989 Sep 10 20:55:06.716453 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7334efa2-e493-4bae-b6d7-875aecb2e17a req-efe24116-f93e-48ce-b5f4-f996265dd5ce tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303500 Sep 10 20:55:06.963796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'name': 'network-vif-deleted', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:06.966211 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f7350-bd68-4c9e-8918-ed64d3cc7fd2" -d '{"events": [{"server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "name": "network-vif-deleted", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:06.982763 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fcd5ccfb-f668-4b30-bfa6-ed4be92b3c45 req-ea0645c3-5cac-4554-9b4b-c781fa1d8b7a tempest-VolumesSnapshotTestJSON-357892414 tempest-VolumesSnapshotTestJSON-357892414-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9550ae9-08a7-44e0-bedb-cc02b947dceb HTTP/1.1" status: 200 len: 210 time: 0.0306356 Sep 10 20:55:07.002242 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17790c2-4a14-43a2-b030-c7e98d0384c1 x-openstack-request-id: req-c17790c2-4a14-43a2-b030-c7e98d0384c1 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:07.002525 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9550ae9-08a7-44e0-bedb-cc02b947dceb", "name": "network-vif-deleted", "tag": "f2adbfb7-d6de-4a11-86c0-499cba52c36a", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:07.002808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c17790c2-4a14-43a2-b030-c7e98d0384c1 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:07.003237 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9550ae9-08a7-44e0-bedb-cc02b947dceb', 'name': 'network-vif-deleted', 'tag': 'f2adbfb7-d6de-4a11-86c0-499cba52c36a', 'status': 'completed', 'code': 200} Sep 10 20:55:07.523724 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-36d679d5-c7ab-4c66-afc4-e56f73c4d03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:07.827761 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c816a-f15c-46dd-847d-ca321c275360 req-602530c7-5d0c-4f40-bb3a-3b924e4a2154 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:07.829153 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dd1c816a-f15c-46dd-847d-ca321c275360 req-602530c7-5d0c-4f40-bb3a-3b924e4a2154 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 943 time: 0.0474827 Sep 10 20:55:07.865234 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dd1c816a-f15c-46dd-847d-ca321c275360 req-2ad64cf4-d0ed-4196-abef-c70445b27eb5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302155 Sep 10 20:55:08.975945 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592b409-ce0c-4a18-bdbe-e7d90ad5675d req-c9e8496d-2604-4407-a9a6-15ad82e7d261 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:08.977404 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7592b409-ce0c-4a18-bdbe-e7d90ad5675d req-c9e8496d-2604-4407-a9a6-15ad82e7d261 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 943 time: 0.0477328 Sep 10 20:55:09.013690 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7592b409-ce0c-4a18-bdbe-e7d90ad5675d req-2f4685d1-dec4-4668-ada8-2722837c2b1e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305271 Sep 10 20:55:09.802875 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 7b4f63cb-c6bb-42e6-b569-15d56172b343 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:55:09.806397 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f2adbfb7-d6de-4a11-86c0-499cba52c36a no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:55:09.830266 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: f2adbfb7-d6de-4a11-86c0-499cba52c36a {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:55:09.830609 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device f2adbfb7-d6de-4a11-86c0-499cba52c36a not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:55:09.916052 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:09.926904 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '7b4f63cb-c6bb-42e6-b569-15d56172b343', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'port_id': '7b4f63cb-c6bb-42e6-b569-15d56172b343', 'mac_address': 'fa:16:3e:7e:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:55:09.964298 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:09.976500 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4f63cb-c6bb-42e6-b569-15d56172b343 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:55:09.994898 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:10.094782 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:10.129774 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e20f6-c754-411d-976d-a5600f3f2f74 req-e800820d-1530-47bf-adb8-14b3bf6d62c1 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:10.131349 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9c9e20f6-c754-411d-976d-a5600f3f2f74 req-e800820d-1530-47bf-adb8-14b3bf6d62c1 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 943 time: 0.0501158 Sep 10 20:55:10.141989 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:10.168947 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9c9e20f6-c754-411d-976d-a5600f3f2f74 req-17beb7db-3ca9-4cab-ac82-698554113dd6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Sep 10 20:55:10.248784 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1ce3426c-32c0-4a85-95dd-f867d32a2fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:10.569010 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['7b4f63cb-c6bb-42e6-b569-15d56172b343'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:55:10.674131 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:11.271800 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:11.279804 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc0c84-fefd-4f52-b601-a6bec1b56ff3 req-c0560138-c1a6-455b-b031-748147ad1f8f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:11.282243 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c7dc0c84-fefd-4f52-b601-a6bec1b56ff3 req-c0560138-c1a6-455b-b031-748147ad1f8f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 944 time: 0.0472367 Sep 10 20:55:11.321375 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c7dc0c84-fefd-4f52-b601-a6bec1b56ff3 req-578081f7-ff1a-4daf-9548-21e33a57df34 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337255 Sep 10 20:55:12.432161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69741cf2-c65d-4ffc-b19e-8fc8fee162a3 req-afd64c4a-51f3-4ce3-9469-cabc87094317 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:12.433607 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-69741cf2-c65d-4ffc-b19e-8fc8fee162a3 req-afd64c4a-51f3-4ce3-9469-cabc87094317 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 944 time: 0.0482714 Sep 10 20:55:12.470591 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-69741cf2-c65d-4ffc-b19e-8fc8fee162a3 req-0f99bf2c-c060-4d2b-a9f8-3e7a35748704 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Sep 10 20:55:12.739878 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:13.582043 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc944029-13ca-40ef-8352-2a1fe1029e69 req-c0604f9b-39e0-40cc-87ed-b5e954976127 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:13.583544 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc944029-13ca-40ef-8352-2a1fe1029e69 req-c0604f9b-39e0-40cc-87ed-b5e954976127 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 944 time: 0.0486569 Sep 10 20:55:13.620824 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc944029-13ca-40ef-8352-2a1fe1029e69 req-bc2d5648-0e2c-44ea-98af-9cf103db34e1 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Sep 10 20:55:14.733709 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6fec9-3c35-49c5-8b6b-a7e0d212d886 req-ff892c4f-7436-4d01-b998-d2252e04cfb7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:14.735187 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9de6fec9-3c35-49c5-8b6b-a7e0d212d886 req-ff892c4f-7436-4d01-b998-d2252e04cfb7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 944 time: 0.0508430 Sep 10 20:55:14.771137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9de6fec9-3c35-49c5-8b6b-a7e0d212d886 req-a5d6b6d7-5f74-40a1-91ad-0f02af03ba3a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302818 Sep 10 20:55:15.881245 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e393-25fa-4a31-b9ed-4f87cfcce330 req-527135d6-3376-49e5-a631-2f95a0dc4ab8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:15.882733 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c306e393-25fa-4a31-b9ed-4f87cfcce330 req-527135d6-3376-49e5-a631-2f95a0dc4ab8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 944 time: 0.0469911 Sep 10 20:55:15.919813 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c306e393-25fa-4a31-b9ed-4f87cfcce330 req-78071243-1a2d-4585-9cda-82422f021896 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311975 Sep 10 20:55:16.031683 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 7b4f63cb-c6bb-42e6-b569-15d56172b343 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:55:16.134492 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 7b4f63cb-c6bb-42e6-b569-15d56172b343 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:55:16.138506 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 7b4f63cb-c6bb-42e6-b569-15d56172b343 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:55:16.138913 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:16.222366 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:16.246442 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:16.248874 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394c5c7b-e9ef-41ab-91b5-f4a184a56101" -d '{"events": [{"server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "name": "network-vif-plugged", "status": "completed", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:16.262235 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:16.285534 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf5510d-2ec1-4fec-90c4-2708411732f5 x-openstack-request-id: req-ddf5510d-2ec1-4fec-90c4-2708411732f5 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:16.285534 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "name": "network-vif-plugged", "status": "completed", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:16.285534 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ddf5510d-2ec1-4fec-90c4-2708411732f5 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:16.285534 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343', 'code': 200} Sep 10 20:55:16.334527 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:16.382370 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:16.537837 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b7594-bcfd-4441-8bb2-2eff40caa6fd req-3499016f-d943-4c19-9e43-d1bb4437cb85 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:16.539333 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-536b7594-bcfd-4441-8bb2-2eff40caa6fd req-3499016f-d943-4c19-9e43-d1bb4437cb85 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0478940 Sep 10 20:55:16.584895 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-536b7594-bcfd-4441-8bb2-2eff40caa6fd req-59fd41fc-9fc7-431d-9b6c-00eaca9f378b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390179 Sep 10 20:55:16.710026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dff58-bc02-46d7-9ea0-d2324c8ea1f7 req-1e0af540-a0c2-4590-b4ff-10c6da921329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:16.711616 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-067dff58-bc02-46d7-9ea0-d2324c8ea1f7 req-1e0af540-a0c2-4590-b4ff-10c6da921329 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 1098 time: 0.0694282 Sep 10 20:55:16.716897 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-79cd67ee-acfa-448e-be3e-3ee134f719ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:16.718263 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-79cd67ee-acfa-448e-be3e-3ee134f719ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1138 time: 0.0511429 Sep 10 20:55:16.792634 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-067dff58-bc02-46d7-9ea0-d2324c8ea1f7 req-ccb8092c-398c-4ff4-a607-1fb896e849d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670557 Sep 10 20:55:16.849448 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-284102ae-9e60-4a16-8131-f348300543c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:16.850966 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-284102ae-9e60-4a16-8131-f348300543c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.1244047 Sep 10 20:55:17.033966 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaf211-8614-4349-977c-acdd385ebd42 req-89367549-24ae-422d-8515-834040f8c24b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:17.035464 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fbbaf211-8614-4349-977c-acdd385ebd42 req-89367549-24ae-422d-8515-834040f8c24b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0479329 Sep 10 20:55:17.071913 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fbbaf211-8614-4349-977c-acdd385ebd42 req-755ac172-f045-4a3f-a784-ec0ce19fb121 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Sep 10 20:55:17.296279 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-5f9be8c2-825a-4b00-913d-9a826a148b03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 1001 time: 0.0594339 Sep 10 20:55:17.345880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-f13c68b0-973f-4cdd-a6c0-1e4adc701a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:17.347300 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-f13c68b0-973f-4cdd-a6c0-1e4adc701a1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0413091 Sep 10 20:55:17.393842 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-77a19c23-0af3-498a-b70e-36ff7c3a7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:17.395303 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-77a19c23-0af3-498a-b70e-36ff7c3a7587 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377696 Sep 10 20:55:17.491826 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-e3a577d8-476d-44f9-8074-d7567a8bdb35 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822139 Sep 10 20:55:17.595917 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7807470-6d8c-45b7-bade-a9bf5792c00b req-4cd587c7-13a3-4797-9c13-24d023b54259 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 Sep 10 20:55:17.699354 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60f963-fe85-47fd-a521-2814cd30dca2 req-242ba237-6601-4274-a1b8-f0c42477672a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:17.700865 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d60f963-fe85-47fd-a521-2814cd30dca2 req-242ba237-6601-4274-a1b8-f0c42477672a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0478916 Sep 10 20:55:17.741274 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3d60f963-fe85-47fd-a521-2814cd30dca2 req-e46eb2dc-62b4-4500-99a9-6fd58b346623 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336616 Sep 10 20:55:18.208548 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b47956-35a6-4d60-b153-0a5ea4abe22b req-931450f0-9207-4c19-b6a0-61afc1da9b47 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:18.208548 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94b47956-35a6-4d60-b153-0a5ea4abe22b req-931450f0-9207-4c19-b6a0-61afc1da9b47 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0608628 Sep 10 20:55:18.240920 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94b47956-35a6-4d60-b153-0a5ea4abe22b req-b9d6469a-6774-4af0-b462-27d0253c2c5f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Sep 10 20:55:18.864118 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c0b2a-1408-4d59-b9a9-b4bb7f3b3258 req-9f3bfcaf-8b02-412d-b209-60a629c0029d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:18.865608 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-490c0b2a-1408-4d59-b9a9-b4bb7f3b3258 req-9f3bfcaf-8b02-412d-b209-60a629c0029d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0509229 Sep 10 20:55:18.905087 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-490c0b2a-1408-4d59-b9a9-b4bb7f3b3258 req-e607e2f3-41ea-46e1-8322-87786d606a20 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333011 Sep 10 20:55:19.353943 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8b8f5-fc98-49d3-8269-4849245a3f7c req-e61f878d-a2d4-4059-bbbe-aaf551c250ca tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:19.355454 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94b8b8f5-fc98-49d3-8269-4849245a3f7c req-e61f878d-a2d4-4059-bbbe-aaf551c250ca tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0486531 Sep 10 20:55:19.392595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94b8b8f5-fc98-49d3-8269-4849245a3f7c req-a7902d51-3216-4c24-8e31-83079569db4f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Sep 10 20:55:19.879107 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:55:20.027791 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88d83-9c97-428c-927a-777c0d55e279 req-81d8d34d-eb3e-4468-bdc4-5b4c8ca38a62 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:20.029525 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4f88d83-9c97-428c-927a-777c0d55e279 req-81d8d34d-eb3e-4468-bdc4-5b4c8ca38a62 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0504968 Sep 10 20:55:20.072465 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4f88d83-9c97-428c-927a-777c0d55e279 req-eca7ca0d-15d1-428d-b43d-794734e8110d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368440 Sep 10 20:55:21.189431 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010833a3-b40b-4ec5-95a9-fc78e49ff5c8 req-ffa04eec-1d09-4f2c-a457-f58b2ce51c3c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:21.191023 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-010833a3-b40b-4ec5-95a9-fc78e49ff5c8 req-ffa04eec-1d09-4f2c-a457-f58b2ce51c3c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0514772 Sep 10 20:55:21.234873 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-010833a3-b40b-4ec5-95a9-fc78e49ff5c8 req-303be001-0794-4353-805e-d3aeb83a52e3 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375142 Sep 10 20:55:22.350432 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fd03a-1fe2-4ed8-bb16-a6570fd6363c req-2d75f048-8154-44f3-a381-0bb0854b5c8c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:22.351952 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e39fd03a-1fe2-4ed8-bb16-a6570fd6363c req-2d75f048-8154-44f3-a381-0bb0854b5c8c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0496030 Sep 10 20:55:22.394947 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e39fd03a-1fe2-4ed8-bb16-a6570fd6363c req-2a408ff8-2855-40cc-9680-2241a23cba2c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370123 Sep 10 20:55:23.507396 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c42c45-6ceb-4a66-8041-d5432ed6ff57 req-0795d709-427a-49c0-bc60-51aa2c488d8f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:23.508768 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72c42c45-6ceb-4a66-8041-d5432ed6ff57 req-0795d709-427a-49c0-bc60-51aa2c488d8f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0482302 Sep 10 20:55:23.548008 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-72c42c45-6ceb-4a66-8041-d5432ed6ff57 req-3642b2ff-4ebd-4e9c-bdde-6aad9c0f4950 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333984 Sep 10 20:55:24.660729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d9b7-9d8d-4961-8355-07e6e11376e8 req-5b80890b-5ea9-4b71-8441-8c39af9dd489 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:24.662167 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6403d9b7-9d8d-4961-8355-07e6e11376e8 req-5b80890b-5ea9-4b71-8441-8c39af9dd489 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0473380 Sep 10 20:55:24.700695 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6403d9b7-9d8d-4961-8355-07e6e11376e8 req-f9d96fba-bc90-46cb-aba1-ded4f481821a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325489 Sep 10 20:55:25.811944 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02cd85-0f07-4b35-b86e-fed44c2093e4 req-d3de9dab-2dac-42d1-bbbc-9d7dded68daa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:25.813379 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5e02cd85-0f07-4b35-b86e-fed44c2093e4 req-d3de9dab-2dac-42d1-bbbc-9d7dded68daa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0478461 Sep 10 20:55:25.854882 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5e02cd85-0f07-4b35-b86e-fed44c2093e4 req-005ec26a-6769-4993-b9e2-681199b17baa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354056 Sep 10 20:55:26.967907 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf793d48-4ba2-418c-80db-8379846d4f21 req-997ef6c1-074c-4641-ba45-f904ba5de20a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:26.969998 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cf793d48-4ba2-418c-80db-8379846d4f21 req-997ef6c1-074c-4641-ba45-f904ba5de20a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0479319 Sep 10 20:55:27.008962 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cf793d48-4ba2-418c-80db-8379846d4f21 req-04b45cb5-9801-4c3e-b81f-a9d366daa8fa tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330431 Sep 10 20:55:27.288374 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:28.123298 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536300a-ed3a-405b-9dcd-e355936bfd88 req-a02aa57d-b922-4d73-ad58-a67e448ecf98 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:28.124823 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8536300a-ed3a-405b-9dcd-e355936bfd88 req-a02aa57d-b922-4d73-ad58-a67e448ecf98 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0484211 Sep 10 20:55:28.164323 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8536300a-ed3a-405b-9dcd-e355936bfd88 req-051c443a-da65-4a03-b13a-93da3d608000 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334692 Sep 10 20:55:29.277055 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d3a3-a46c-4786-b859-72e8ccb8d606 req-3e143945-809d-4846-8398-c5c2e7e9f5bb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:29.278740 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c322d3a3-a46c-4786-b859-72e8ccb8d606 req-3e143945-809d-4846-8398-c5c2e7e9f5bb tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0483460 Sep 10 20:55:29.321927 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c322d3a3-a46c-4786-b859-72e8ccb8d606 req-3c2d9142-a060-453f-972e-840cbc704df0 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370581 Sep 10 20:55:30.435173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d261d8-0023-4a7c-b2ed-d7c0afd4e806 req-214114b0-510e-4405-b481-0f39b9163c9c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:30.436718 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-71d261d8-0023-4a7c-b2ed-d7c0afd4e806 req-214114b0-510e-4405-b481-0f39b9163c9c tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0488255 Sep 10 20:55:30.475112 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-71d261d8-0023-4a7c-b2ed-d7c0afd4e806 req-d0be5921-b519-4c34-a437-e3791b47d476 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322595 Sep 10 20:55:31.589633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768b932-113e-43b3-b465-5edd052d5020 req-4377ac06-2e92-4bb5-9049-3b78992f3011 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:31.591103 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6768b932-113e-43b3-b465-5edd052d5020 req-4377ac06-2e92-4bb5-9049-3b78992f3011 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0479710 Sep 10 20:55:31.637840 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6768b932-113e-43b3-b465-5edd052d5020 req-75864c83-bc50-437a-ba78-27f899583c95 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407116 Sep 10 20:55:32.752072 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d503-1492-42e7-a4cb-ce9a96e9ecfd req-a35156de-40cd-43aa-8e27-b6831442141b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:32.753497 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5816d503-1492-42e7-a4cb-ce9a96e9ecfd req-a35156de-40cd-43aa-8e27-b6831442141b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0474541 Sep 10 20:55:32.795216 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5816d503-1492-42e7-a4cb-ce9a96e9ecfd req-7fd645d7-0f47-4dd2-8079-d8df082fe222 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358405 Sep 10 20:55:33.908072 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9d723-d565-4a3c-9f8a-c865eda6a543 req-d2b96f8b-5785-4060-90f1-82657446d185 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:33.909569 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a3b9d723-d565-4a3c-9f8a-c865eda6a543 req-d2b96f8b-5785-4060-90f1-82657446d185 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0480151 Sep 10 20:55:33.950269 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a3b9d723-d565-4a3c-9f8a-c865eda6a543 req-ec3b6ada-f16b-44b8-9864-f27fd1f8fd35 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347421 Sep 10 20:55:35.063734 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9969a5-a8e6-4137-b0e4-e7bccd26a3cf req-217386e5-a744-4b8a-86bf-586df7f57b0e tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:35.065239 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5d9969a5-a8e6-4137-b0e4-e7bccd26a3cf req-217386e5-a744-4b8a-86bf-586df7f57b0e tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0486112 Sep 10 20:55:35.105482 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5d9969a5-a8e6-4137-b0e4-e7bccd26a3cf req-5b1aa9b0-ce88-429d-8247-30aaecb35c16 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341723 Sep 10 20:55:36.222732 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84d739-fe56-477c-9826-b4d76a4cc506 req-f2473b2e-b6cd-44d9-bf0d-798735ed8854 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:36.224239 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0d84d739-fe56-477c-9826-b4d76a4cc506 req-f2473b2e-b6cd-44d9-bf0d-798735ed8854 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0502257 Sep 10 20:55:36.264459 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0d84d739-fe56-477c-9826-b4d76a4cc506 req-20be04c4-5bd9-4bf5-9d6a-5bd8478e10bc tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330560 Sep 10 20:55:37.391239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f504-3d02-4fa4-b501-1f94cff04819 req-54f0fcfa-9453-4451-b90c-8ee8d5d3d81d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:37.392788 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5915f504-3d02-4fa4-b501-1f94cff04819 req-54f0fcfa-9453-4451-b90c-8ee8d5d3d81d tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0623636 Sep 10 20:55:37.437456 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5915f504-3d02-4fa4-b501-1f94cff04819 req-ea7d068f-f757-425b-91ae-440446e9269f tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376139 Sep 10 20:55:37.476734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-3ac46628-a307-4321-9bd3-da6e178bb9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:38.443091 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-e2efcbd3-4d58-42d1-a6d6-678007a56370 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:38.444549 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-e2efcbd3-4d58-42d1-a6d6-678007a56370 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.0985677 Sep 10 20:55:38.459520 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-7bece3cc-75d7-4afc-a9e7-f687c7ff20a3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/quotas/337fdbe9c8be48ee9954ccd2f8bceb01 HTTP/1.1" status: 200 len: 375 time: 0.0093522 Sep 10 20:55:38.512839 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-e9559ab8-7ad4-43a7-a8f7-8750bed9b0a6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478921 Sep 10 20:55:38.551412 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7e3e3-d677-4c45-9752-6171f932823f req-db4cd7bc-b8e3-4608-a466-9fa19c2fa363 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:38.552912 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-79a7e3e3-d677-4c45-9752-6171f932823f req-db4cd7bc-b8e3-4608-a466-9fa19c2fa363 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0494180 Sep 10 20:55:38.596345 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-79a7e3e3-d677-4c45-9752-6171f932823f req-140946b3-f36b-48c4-8856-a1ffa877941a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&id=7f114635-f094-43ee-8b11-d44511097d05&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372410 Sep 10 20:55:38.609768 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a9acb651-31e7-4dff-be2c-0aba168f649d service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889916 Sep 10 20:55:38.705983 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-f51ff0d4-b2a4-494a-b9a7-ac2c9545ca71 service neutron] 10.222.0.38 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884268 Sep 10 20:55:38.909176 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f446b0f6-5696-4bcb-ac66-2c8aa10a0d1d req-09eeb02d-c040-4654-8ce4-6b568b108ff9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0257440 Sep 10 20:55:38.983541 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58424) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:39.130213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Deleting subnet 2a5cbfa0-1b00-41ad-98d3-0802f5320bbc {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:55:39.133509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.168885 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.213368 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.363238 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.390475 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5cbfa0-1b00-41ad-98d3-0802f5320bbc,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:39.395366 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.395366 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2a5cbfa0-1b00-41ad-98d3-0802f5320bbc HTTP/1.1" status: 204 len: 168 time: 0.4107027 Sep 10 20:55:39.397907 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58432) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:39.401267 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.401626 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.401970 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.402312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.402642 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.403249 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.403583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.403913 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.404244 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.404711 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.406527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.406527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934ff4fd-a35a-4e24-b6ae-7e30b3898360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.465251 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.543762 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.562968 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:39.571734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9ea204-3941-4ebf-971b-ce9fef08e057') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:39.572027 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9ea204-3941-4ebf-971b-ce9fef08e057') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:55:39.581663 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.594077 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.599751 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:55:39.600131 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:55:39.601712 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:55:39.716659 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.723935 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:39.725735 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb HTTP/1.1" status: 204 len: 168 time: 0.3267150 Sep 10 20:55:39.735346 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c7d8e4-e0ad-4bf0-9b1d-4311ba155cfb,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:39.742287 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.742630 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.742987 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.743322 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.743646 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.743971 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.744299 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.744629 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.744949 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.745268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.745701 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:39.746031 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cab28c4-02a7-42e1-a847-52fae37dd3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:40.003919 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4b61925b-c2be-46ae-950d-0e024b824720 req-fe4d2007-00be-48c2-b69d-abdc2f4fe5cb tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0277894 Sep 10 20:55:40.081949 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58440) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:40.120431 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-6ce9fc17-9bf1-45a2-94a1-da601a084813 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a0fb761be2348e681927f0bd624df43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373349 Sep 10 20:55:40.122859 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58442) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:55:40.169170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.194067 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.271105 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-8a09a087-d527-45eb-9dda-8572d1fcec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.333773 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.336292 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.337427 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12261a89-467f-4b24-bcab-5f0140d8480a HTTP/1.1" status: 204 len: 168 time: 0.2136967 Sep 10 20:55:40.345832 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217ecd6-459e-41e2-bfcf-31fa1172b0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12261a89-467f-4b24-bcab-5f0140d8480a,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:40.676843 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:40.832118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-f1003914-e567-4a58-9011-6fe742a9e2c4 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:40.833462 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-f1003914-e567-4a58-9011-6fe742a9e2c4 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/networks?id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 200 len: 814 time: 0.1171503 Sep 10 20:55:40.852952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Request body: {'port': {'device_id': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'admin_state_up': True, 'tenant_id': '337fdbe9c8be48ee9954ccd2f8bceb01'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:55:41.029691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Made reservation on behalf of 337fdbe9c8be48ee9954ccd2f8bceb01 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:55:41.033377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:41.100123 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-970c9670-3164-4fd2-8a62-b726c8fa8e49 req-082e1962-8de0-4d15-bc66-4e2964a666ef tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0264337 Sep 10 20:55:41.162088 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Allocated IP 172.20.0.8 (a6c045fe-fefb-4f5d-90e1-feb0f4ba967d/5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3/9519f6ec-321e-48a6-ae65-c545dc2c41d0) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:55:41.276955 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:41.307759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:41.631249 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:41.651270 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07', '82250be2-251c-40a0-b2ab-e60f8b4fb049', '7b4f63cb-c6bb-42e6-b569-15d56172b343'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:55:41.672598 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:55:41.675599 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:55:41.679149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:55:41.705070 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event updated for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:41.732654 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:41.733262 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:41.791589 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-a303c6be-a43e-4664-85b0-ec0a7eae1708 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9421451 Sep 10 20:55:41.891584 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Request body: {'port': {'device_id': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:55:41.947573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.221757 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9519f6ec-321e-48a6-ae65-c545dc2c41d0 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:55:42.230904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.254806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801f640-abb8-4d7d-bd65-152a2db8717a req-f8ca29b9-b1a5-492e-80f2-9f30d881fa4a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:42.256285 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d801f640-abb8-4d7d-bd65-152a2db8717a req-f8ca29b9-b1a5-492e-80f2-9f30d881fa4a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 931 time: 0.0891845 Sep 10 20:55:42.257323 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Transition to ACTIVE for port object 9519f6ec-321e-48a6-ae65-c545dc2c41d0 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:55:42.297049 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d801f640-abb8-4d7d-bd65-152a2db8717a req-1371992d-89a6-4388-bbf5-26c2249c21a6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Sep 10 20:55:42.339561 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.390700 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Pushing event updated for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:42.451857 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Attempting to bind port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:55:42.452216 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Attempting to bind port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:55:42.452538 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Attempting to bind port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:55:42.456719 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:55:42.456977 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Attempting to bind port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 on network a6c045fe-fefb-4f5d-90e1-feb0f4ba967d {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:55:42.461859 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:55:42.462192 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Checking segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:55:42.462572 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Bound using segment: {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:55:42.463021 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Bound port: 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:55:42.463369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.526365 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:55:42.529535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:55:42.619502 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.654169 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:42.654808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.656775 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] 10.222.0.46 "PUT /v2.0/ports/9519f6ec-321e-48a6-ae65-c545dc2c41d0 HTTP/1.1" status: 200 len: 1093 time: 0.7705960 Sep 10 20:55:42.657197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:42.659512 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347cc28-a616-4297-a1cf-a1d4a1286649" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:42.682748 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a24ed4-2b99-4027-8d8d-3c5e697fa643 service neutron] Pushing event updated for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:42.704433 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f534d-2042-470c-b198-3192dfa70c03 x-openstack-request-id: req-2b8f534d-2042-470c-b198-3192dfa70c03 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:42.704433 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:42.704433 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2b8f534d-2042-470c-b198-3192dfa70c03 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:42.704433 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0', 'status': 'completed', 'code': 200} Sep 10 20:55:42.777399 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-dcc639ce-3390-4f05-8fc4-6e9f7517def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:42.779076 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-dcc639ce-3390-4f05-8fc4-6e9f7517def1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 1096 time: 0.0403588 Sep 10 20:55:42.779624 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:42.886847 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-79b19e4b-d5ff-4104-bcb5-b1e9b756ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:42.888293 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-79b19e4b-d5ff-4104-bcb5-b1e9b756ef21 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906160 Sep 10 20:55:42.989896 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-0289b49e-e497-4731-a3b1-818d7eceb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:42.991434 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0347cc28-a616-4297-a1cf-a1d4a1286649 req-0289b49e-e497-4731-a3b1-818d7eceb80e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946341 Sep 10 20:55:43.079967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-ed4e04ac-46fa-4967-8d48-0beefb93f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:43.081319 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-ed4e04ac-46fa-4967-8d48-0beefb93f559 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 1096 time: 0.0405622 Sep 10 20:55:43.126628 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-f4178b95-675d-419a-bb89-b126b3fc2bcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0 HTTP/1.1" status: 200 len: 217 time: 0.0354018 Sep 10 20:55:43.175355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-58b8c494-564e-4891-acb5-3f155b971071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:43.176735 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-58b8c494-564e-4891-acb5-3f155b971071 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 HTTP/1.1" status: 200 len: 854 time: 0.0424867 Sep 10 20:55:43.214887 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-8b3be4df-6a8d-4d76-ad95-c528590ecb45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245039 Sep 10 20:55:43.305230 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-f122f649-03c9-452e-9da3-0392d90f16dc service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825801 Sep 10 20:55:43.422313 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a0b1779f-af11-42bc-bd95-ec60091e4262 req-6a3cf53d-3a1f-4bd3-bef6-ff5d3b2a4c67 service neutron] 10.222.0.46 "GET /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078482 Sep 10 20:55:43.433983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9e66c-ac0e-44c2-a5ab-4a988fd5e390 req-2c4ce25c-e31c-4fc6-8897-137530367075 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:43.435413 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0c9e66c-ac0e-44c2-a5ab-4a988fd5e390 req-2c4ce25c-e31c-4fc6-8897-137530367075 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 943 time: 0.0661020 Sep 10 20:55:43.476449 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d0c9e66c-ac0e-44c2-a5ab-4a988fd5e390 req-7f85fa89-797d-4267-9591-7365711b79ae tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345318 Sep 10 20:55:44.594000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc63d8-1320-4553-817d-1517389659fc req-26df4465-01ee-4466-819d-7bd060d0e6e3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:44.595411 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0dfc63d8-1320-4553-817d-1517389659fc req-26df4465-01ee-4466-819d-7bd060d0e6e3 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 943 time: 0.0505240 Sep 10 20:55:44.631459 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0dfc63d8-1320-4553-817d-1517389659fc req-30e0457f-6a8b-4755-afe0-fe544650619a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Sep 10 20:55:45.741092 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc467edc-a036-4384-827d-d8b3b2561fc5 req-29c7f78c-1db1-4b9f-9395-ec2444e6618d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:45.742454 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fc467edc-a036-4384-827d-d8b3b2561fc5 req-29c7f78c-1db1-4b9f-9395-ec2444e6618d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 943 time: 0.0476434 Sep 10 20:55:45.778637 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fc467edc-a036-4384-827d-d8b3b2561fc5 req-0d187465-fd6f-4203-86f4-e268814320e7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Sep 10 20:55:46.894485 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad807e6-e2fe-4ea5-a671-02da1c78e28d req-00d57d84-fa30-4f75-adef-27b71a655ea5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:46.896002 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0ad807e6-e2fe-4ea5-a671-02da1c78e28d req-00d57d84-fa30-4f75-adef-27b71a655ea5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 943 time: 0.0523605 Sep 10 20:55:46.936179 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0ad807e6-e2fe-4ea5-a671-02da1c78e28d req-75a7c708-e688-4fc9-a50f-71b75a67e675 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 10 20:55:48.046164 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15710-1ed2-48a9-9480-198fbf17dfa3 req-e0d9835e-db3f-4883-8549-6e446a906704 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:48.047639 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38d15710-1ed2-48a9-9480-198fbf17dfa3 req-e0d9835e-db3f-4883-8549-6e446a906704 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 943 time: 0.0479050 Sep 10 20:55:48.083693 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38d15710-1ed2-48a9-9480-198fbf17dfa3 req-e19368f0-9b88-476f-a9ce-7430c6c6e6fd tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302274 Sep 10 20:55:48.115710 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 9519f6ec-321e-48a6-ae65-c545dc2c41d0 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:55:48.209382 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:48.220890 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '9519f6ec-321e-48a6-ae65-c545dc2c41d0', 'network_id': 'a6c045fe-fefb-4f5d-90e1-feb0f4ba967d', 'port_id': '9519f6ec-321e-48a6-ae65-c545dc2c41d0', 'mac_address': 'fa:16:3e:d5:65:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:55:48.256060 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:48.268699 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9519f6ec-321e-48a6-ae65-c545dc2c41d0 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:55:48.286668 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:48.350341 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:48.396645 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:48.403738 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.404092 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.404437 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.404773 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.405122 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.405456 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.405812 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.406117 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.406444 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.406801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.407128 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.407502 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:55:48.827382 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['9519f6ec-321e-48a6-ae65-c545dc2c41d0'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:55:49.194238 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e9488-ddb7-4027-9114-caf85bb7fbbc req-1fe3eb03-645c-463c-afe0-22b69c4c6c59 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:49.195822 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d1e9488-ddb7-4027-9114-caf85bb7fbbc req-1fe3eb03-645c-463c-afe0-22b69c4c6c59 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0480008 Sep 10 20:55:49.232587 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d1e9488-ddb7-4027-9114-caf85bb7fbbc req-5f177de0-24d1-4407-b810-f59c814ecb8e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Sep 10 20:55:50.347980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56bef-61f5-4f59-9690-de6822f3e30e req-29dc5762-30e6-4f28-ac1a-dde076eed4c9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:50.349391 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8ee56bef-61f5-4f59-9690-de6822f3e30e req-29dc5762-30e6-4f28-ac1a-dde076eed4c9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0473838 Sep 10 20:55:50.388818 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8ee56bef-61f5-4f59-9690-de6822f3e30e req-54535dfd-2e53-48e8-8fd5-d500a1bb14c7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Sep 10 20:55:51.502509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be56e6d-3fc0-4aa5-a04d-14fe03e23df5 req-4c9f7451-5822-40bc-9283-3e6814974781 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:51.504041 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5be56e6d-3fc0-4aa5-a04d-14fe03e23df5 req-4c9f7451-5822-40bc-9283-3e6814974781 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 944 time: 0.0488379 Sep 10 20:55:51.541280 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5be56e6d-3fc0-4aa5-a04d-14fe03e23df5 req-72881060-2b52-4362-ae67-9a8987605af5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Sep 10 20:55:52.131850 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 9519f6ec-321e-48a6-ae65-c545dc2c41d0 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:55:52.258319 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:55:52.262218 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:55:52.262592 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:52.342558 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:52.364843 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:55:52.368027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee61ff7c-a1ce-4c76-8646-5596c5a54538" -d '{"events": [{"server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:55:52.380430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:55:52.405865 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b9f15b-eb49-4568-a6a7-24a6a99b3551 x-openstack-request-id: req-10b9f15b-eb49-4568-a6a7-24a6a99b3551 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:55:52.406157 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "name": "network-vif-plugged", "status": "completed", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:55:52.406402 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10b9f15b-eb49-4568-a6a7-24a6a99b3551 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:55:52.406825 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0', 'code': 200} Sep 10 20:55:52.442096 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:52.488428 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:55:52.653137 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06722d-141f-4f51-a2d1-b9fc7ecbc8d9 req-324b5c8f-02d7-4943-8d25-95f2b20b0583 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:52.654638 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2a06722d-141f-4f51-a2d1-b9fc7ecbc8d9 req-324b5c8f-02d7-4943-8d25-95f2b20b0583 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Sep 10 20:55:52.717784 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2a06722d-141f-4f51-a2d1-b9fc7ecbc8d9 req-9c0b6cac-d14c-481f-958c-5db1ebbad82c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Sep 10 20:55:52.728456 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a170-c229-413e-bb53-5a82b4a08982 req-569d6376-38bf-48d4-ade2-dfec7de481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:52.729910 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca85a170-c229-413e-bb53-5a82b4a08982 req-569d6376-38bf-48d4-ade2-dfec7de481c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 1098 time: 0.0561330 Sep 10 20:55:52.764497 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca85a170-c229-413e-bb53-5a82b4a08982 req-1706135e-f9e1-44cb-a90e-25f17788e6cd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270576 Sep 10 20:55:53.511625 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a956d-b54b-41a7-abe8-e59d039a198e req-d996975d-c118-4f92-aa25-c9740c8d1894 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:53.513093 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a956d-b54b-41a7-abe8-e59d039a198e req-d996975d-c118-4f92-aa25-c9740c8d1894 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0488136 Sep 10 20:55:53.550466 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d11a956d-b54b-41a7-abe8-e59d039a198e req-dee8f802-cf8d-4910-a8c0-2ca843fa2c70 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307746 Sep 10 20:55:53.835416 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c4de-e4cf-40c7-84ae-d076c48e0ff0 req-5d2083f3-11f7-4620-8a3e-724fbe5f046c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:53.836926 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d15c4de-e4cf-40c7-84ae-d076c48e0ff0 req-5d2083f3-11f7-4620-8a3e-724fbe5f046c tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0515974 Sep 10 20:55:53.874449 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-9d15c4de-e4cf-40c7-84ae-d076c48e0ff0 req-8c7627db-2e8f-42c2-b70b-c4aa34c02dae tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Sep 10 20:55:54.664641 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456950ee-c988-4b3e-b06c-5d8a91d94cb7 req-e7fd194d-a083-437e-8a0b-8923a831a835 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:54.666112 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-456950ee-c988-4b3e-b06c-5d8a91d94cb7 req-e7fd194d-a083-437e-8a0b-8923a831a835 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0485017 Sep 10 20:55:54.703943 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-456950ee-c988-4b3e-b06c-5d8a91d94cb7 req-6d3132a1-3aac-49dc-895c-f3c0cc3a85c0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Sep 10 20:55:54.987694 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75050173-fb48-45b6-8372-3e632db0a36d req-f876dd5b-4d87-41ea-96b7-d8578723b9c9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:54.989174 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-75050173-fb48-45b6-8372-3e632db0a36d req-f876dd5b-4d87-41ea-96b7-d8578723b9c9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0501914 Sep 10 20:55:55.026176 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-75050173-fb48-45b6-8372-3e632db0a36d req-5a3e2911-acc2-4c09-b81b-9429b6869b15 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Sep 10 20:55:55.820296 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6b82f-b468-4597-9363-761db1c38298 req-ed44e2f9-847b-4e9f-baa5-4116fb57bf03 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:55.821688 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c7e6b82f-b468-4597-9363-761db1c38298 req-ed44e2f9-847b-4e9f-baa5-4116fb57bf03 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0509288 Sep 10 20:55:55.858851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c7e6b82f-b468-4597-9363-761db1c38298 req-4c1b9b95-8d54-4755-9479-638b91f25c0f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311465 Sep 10 20:55:56.878906 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:55:56.969433 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce0c2-d68e-493e-a23b-a578d98d6bcd req-08d78496-29ac-4419-83a6-1800287e4eb3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:56.970904 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a38ce0c2-d68e-493e-a23b-a578d98d6bcd req-08d78496-29ac-4419-83a6-1800287e4eb3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0469525 Sep 10 20:55:57.007308 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a38ce0c2-d68e-493e-a23b-a578d98d6bcd req-8781bfa2-1e97-442c-b033-be046c7693e4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306151 Sep 10 20:55:57.264695 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:55:58.123438 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1358ae3-0a53-40a8-b6ed-ce5c4d59c885 req-0e970200-7d4f-4145-84c7-7898f19a3b84 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:58.124918 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c1358ae3-0a53-40a8-b6ed-ce5c4d59c885 req-0e970200-7d4f-4145-84c7-7898f19a3b84 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0518606 Sep 10 20:55:58.161992 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c1358ae3-0a53-40a8-b6ed-ce5c4d59c885 req-21c27916-ccaf-4e7d-b529-582fcdd21d0e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Sep 10 20:55:59.275208 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e24f2-43ef-4a07-8a10-31b38b5da059 req-7e3d9972-53e3-4fe1-a45e-0595e503b318 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:55:59.276640 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-756e24f2-43ef-4a07-8a10-31b38b5da059 req-7e3d9972-53e3-4fe1-a45e-0595e503b318 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0467038 Sep 10 20:55:59.313978 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-756e24f2-43ef-4a07-8a10-31b38b5da059 req-06390c29-6bb8-4777-a8b1-a000fbd722b7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306735 Sep 10 20:56:00.029359 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-c7fcfcac-001f-4206-8ead-17da21d7f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:00.030836 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-c7fcfcac-001f-4206-8ead-17da21d7f39b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0398796 Sep 10 20:56:00.132649 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-8c8b613a-54b8-426d-9a01-1fa5b6763ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:00.134081 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-8c8b613a-54b8-426d-9a01-1fa5b6763ad0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.0820808 Sep 10 20:56:00.204488 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-51cae53a-1bbd-472f-86a6-142b863b9644 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 1001 time: 0.0603468 Sep 10 20:56:00.253519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-51196e3e-2eff-497e-8c7d-734a8b4fe6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:00.254948 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-51196e3e-2eff-497e-8c7d-734a8b4fe6e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0424736 Sep 10 20:56:00.308570 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-3da04cb9-2f2c-48c7-b9fc-af74cddaf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:00.309918 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-3da04cb9-2f2c-48c7-b9fc-af74cddaf862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376923 Sep 10 20:56:00.429921 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-a257b1d3-3a6a-4a0c-b73f-2daf1732f848 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120548 Sep 10 20:56:00.442242 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd9f9b-06cc-499d-858a-d1c0becb9a38 req-2caeb3a7-2a90-4e1e-8c3d-1cf889bdbde4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:00.443633 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dcdd9f9b-06cc-499d-858a-d1c0becb9a38 req-2caeb3a7-2a90-4e1e-8c3d-1cf889bdbde4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0611634 Sep 10 20:56:00.536743 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-dcdd9f9b-06cc-499d-858a-d1c0becb9a38 req-143907b4-ffeb-4acc-8b17-4d361ab9c3f6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799832 Sep 10 20:56:00.558019 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2c6c5c8b-de07-4f85-a2bd-21d69dc2bf0b req-c31922c9-0a56-4bd6-81e1-325fa59bee17 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095185 Sep 10 20:56:01.646905 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6c105-525b-454d-9d4c-6648bb0fb619 req-9239ab52-5438-4a6d-8ef1-08e8df3c9777 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:01.648388 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-55b6c105-525b-454d-9d4c-6648bb0fb619 req-9239ab52-5438-4a6d-8ef1-08e8df3c9777 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0470164 Sep 10 20:56:01.684893 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-55b6c105-525b-454d-9d4c-6648bb0fb619 req-6f4e6e11-fb30-414e-b24a-67ce929d5151 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305703 Sep 10 20:56:02.798715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cfcde-166d-4544-bef3-8c00cb132316 req-839a206e-6aac-4588-9cdb-0c12d8c718c0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:02.800086 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee3cfcde-166d-4544-bef3-8c00cb132316 req-839a206e-6aac-4588-9cdb-0c12d8c718c0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0481348 Sep 10 20:56:02.836752 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee3cfcde-166d-4544-bef3-8c00cb132316 req-920bfb3c-c652-4f89-8bfa-1da0cd21d5b8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309365 Sep 10 20:56:03.953809 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20582bf8-0e33-481a-85a6-f5bed4791cbf req-19d39d79-b68d-491b-97d4-5adca56b885f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:03.955290 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20582bf8-0e33-481a-85a6-f5bed4791cbf req-19d39d79-b68d-491b-97d4-5adca56b885f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0513282 Sep 10 20:56:03.991964 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20582bf8-0e33-481a-85a6-f5bed4791cbf req-628e14ce-e585-4f09-8872-630c62cf5a0c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Sep 10 20:56:05.108488 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242f11b-5317-437b-94ec-b46e86cf9225 req-0c1ffd05-14ef-466b-b7d3-a242d9be23ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.109944 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0242f11b-5317-437b-94ec-b46e86cf9225 req-0c1ffd05-14ef-466b-b7d3-a242d9be23ae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0535796 Sep 10 20:56:05.147319 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0242f11b-5317-437b-94ec-b46e86cf9225 req-63a67119-4db1-4733-baeb-9d9b5a41cb29 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315149 Sep 10 20:56:05.453995 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93d24-2c67-4949-a612-a12cc19168de req-c36232f3-8ffe-4ca9-b732-949ad941419e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.455572 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aba93d24-2c67-4949-a612-a12cc19168de req-c36232f3-8ffe-4ca9-b732-949ad941419e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0485275 Sep 10 20:56:05.493862 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-aba93d24-2c67-4949-a612-a12cc19168de req-704efcbb-d7d4-40eb-9c03-5fab958bd674 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Sep 10 20:56:05.552177 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-92e54ead-f66c-4a34-91aa-d6be204406c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.553641 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-92e54ead-f66c-4a34-91aa-d6be204406c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 1098 time: 0.0409038 Sep 10 20:56:05.651285 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-4fed15d9-ad00-408a-be8a-91bdba574500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.652997 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-4fed15d9-ad00-408a-be8a-91bdba574500 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.0865922 Sep 10 20:56:05.722503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-8c0d667c-4548-4aa4-9f0f-aa00a3281ab9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 200 len: 1001 time: 0.0608599 Sep 10 20:56:05.777795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-59eb96b4-946b-431f-b778-a0aae88dee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.779253 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-59eb96b4-946b-431f-b778-a0aae88dee4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0488849 Sep 10 20:56:05.824383 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-2361eb65-2b27-46d4-878d-7e9cf158158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:05.825858 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-2361eb65-2b27-46d4-878d-7e9cf158158b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392325 Sep 10 20:56:05.928676 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-f2c135ed-9c75-4407-90cb-3f4c961feb4b service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Sep 10 20:56:06.030026 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-397b5db9-08ba-4daa-8a4f-b15517fe60fc req-ccd5f780-9e94-452d-9953-ed0b152d4d58 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Sep 10 20:56:06.607048 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340812-9eb6-42f1-9973-3c7e9b2e9c5c req-23a74d4f-d827-4bc9-8900-c313a1e23a0b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:06.609803 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cc340812-9eb6-42f1-9973-3c7e9b2e9c5c req-23a74d4f-d827-4bc9-8900-c313a1e23a0b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0484662 Sep 10 20:56:06.648420 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cc340812-9eb6-42f1-9973-3c7e9b2e9c5c req-46281078-d2f3-4127-8019-11d965c8f540 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Sep 10 20:56:07.504107 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7c88b345-0f49-4f37-b132-e3a3f0e96b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:07.760786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f431bc-4075-4558-8222-fa1bcd6d473d req-d45c32c2-f8d2-46f5-affc-532ccee308be tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:07.762544 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-58f431bc-4075-4558-8222-fa1bcd6d473d req-d45c32c2-f8d2-46f5-affc-532ccee308be tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0475526 Sep 10 20:56:07.798025 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-58f431bc-4075-4558-8222-fa1bcd6d473d req-8440eb64-5302-4dfa-9a44-6778d950a050 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294867 Sep 10 20:56:10.247436 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e6ace3d4-f642-4670-8d41-d4e6defc2996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:10.664729 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:11.053919 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329b4f-3722-4718-bcad-2424e820693d req-ff8aa3dc-79af-4dbc-9cae-4212ed27180e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:11.055407 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20329b4f-3722-4718-bcad-2424e820693d req-ff8aa3dc-79af-4dbc-9cae-4212ed27180e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0520053 Sep 10 20:56:11.092940 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-20329b4f-3722-4718-bcad-2424e820693d req-20ce1e8a-45fc-453d-a07f-6e7532c9bdb9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311482 Sep 10 20:56:11.270124 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:12.206711 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfb1b4-e628-45c6-b722-68015b5c0bb1 req-65fd818c-4042-4dc1-91be-d2437ba9c578 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:12.208200 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d4cfb1b4-e628-45c6-b722-68015b5c0bb1 req-65fd818c-4042-4dc1-91be-d2437ba9c578 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0466201 Sep 10 20:56:12.244926 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d4cfb1b4-e628-45c6-b722-68015b5c0bb1 req-f970d066-d19d-40f5-865e-9a8ba568564e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Sep 10 20:56:12.738785 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:13.356408 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2667bc-a502-40eb-b153-d4876339d284 req-dfce23ce-2d37-4e73-b4a4-bd99a5102d72 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:13.358503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ae2667bc-a502-40eb-b153-d4876339d284 req-dfce23ce-2d37-4e73-b4a4-bd99a5102d72 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Sep 10 20:56:13.420648 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ae2667bc-a502-40eb-b153-d4876339d284 req-d4fe9c98-cf34-4a41-b49b-c5ebc2f439d5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563648 Sep 10 20:56:13.434498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-47d3e34b-a486-41da-a7e2-bf5e980e0e2d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:13.435992 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-47d3e34b-a486-41da-a7e2-bf5e980e0e2d tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 945 time: 0.0662823 Sep 10 20:56:13.534990 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Deleting port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:13.535259 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:13.620317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] For port 9519f6ec-321e-48a6-ae65-c545dc2c41d0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=9519f6ec-321e-48a6-ae65-c545dc2c41d0,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:13.620672 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:13.636277 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Calling delete_port for 9519f6ec-321e-48a6-ae65-c545dc2c41d0 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:13.847381 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:13.860406 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07', '82250be2-251c-40a0-b2ab-e60f8b4fb049', '7b4f63cb-c6bb-42e6-b569-15d56172b343', '9519f6ec-321e-48a6-ae65-c545dc2c41d0'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:13.878817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event deleted for resources: {'Port': ['ID=9519f6ec-321e-48a6-ae65-c545dc2c41d0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:13.921968 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] No DVR routers for this DVR port 9519f6ec-321e-48a6-ae65-c545dc2c41d0 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:56:13.924523 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:13.926528 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-670ab889-f9fb-4a54-9afd-e168dec4d35f req-ec93e55e-31db-4ade-a48c-199b5c4a479f tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "DELETE /v2.0/ports/9519f6ec-321e-48a6-ae65-c545dc2c41d0 HTTP/1.1" status: 204 len: 173 time: 0.4789753 Sep 10 20:56:13.926997 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'name': 'network-vif-deleted', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:13.929220 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6d0ac-c980-437c-b4de-ce28f14a0ebe" -d '{"events": [{"server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "name": "network-vif-deleted", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:13.964473 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052aae1f-f10e-49b6-9a14-85fc8b0ffe56 x-openstack-request-id: req-052aae1f-f10e-49b6-9a14-85fc8b0ffe56 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:13.964473 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb996e0-38be-4ebe-a046-85077524ddd5", "name": "network-vif-deleted", "tag": "9519f6ec-321e-48a6-ae65-c545dc2c41d0", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:13.964473 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-052aae1f-f10e-49b6-9a14-85fc8b0ffe56 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:13.964781 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb996e0-38be-4ebe-a046-85077524ddd5', 'name': 'network-vif-deleted', 'tag': '9519f6ec-321e-48a6-ae65-c545dc2c41d0', 'status': 'completed', 'code': 200} Sep 10 20:56:14.521870 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2b05d427-7013-461e-a58f-f7a28d5acbc4 req-c2c7f140-2363-436c-a092-c6a5167d33f7 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=fdb996e0-38be-4ebe-a046-85077524ddd5 HTTP/1.1" status: 200 len: 210 time: 0.0257814 Sep 10 20:56:16.201354 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 9519f6ec-321e-48a6-ae65-c545dc2c41d0 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:56:16.221376 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 9519f6ec-321e-48a6-ae65-c545dc2c41d0 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:56:16.221721 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 9519f6ec-321e-48a6-ae65-c545dc2c41d0 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:56:17.259723 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c493af-a712-48c0-a603-456a676f5b56 req-a3cbdb6f-f9cd-4653-a36a-6c421b2f3997 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:17.261184 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37c493af-a712-48c0-a603-456a676f5b56 req-a3cbdb6f-f9cd-4653-a36a-6c421b2f3997 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0514731 Sep 10 20:56:17.297844 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37c493af-a712-48c0-a603-456a676f5b56 req-bab3f1c7-0437-48c1-9606-51e3673f15bc tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302854 Sep 10 20:56:18.410926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf976b1-6130-4b60-9bb1-e200194911b3 req-97e38f91-0851-4bd1-af4d-2defa6453a11 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:18.412392 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9bf976b1-6130-4b60-9bb1-e200194911b3 req-97e38f91-0851-4bd1-af4d-2defa6453a11 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0485821 Sep 10 20:56:18.448728 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-9bf976b1-6130-4b60-9bb1-e200194911b3 req-b0e13837-e9c3-4dbe-95e8-64769ca41e09 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Sep 10 20:56:19.253420 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-3d7f6fdf-dca9-47d9-8d19-1dffa4ebf6a5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:19.254894 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-3d7f6fdf-dca9-47d9-8d19-1dffa4ebf6a5 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0478101 Sep 10 20:56:19.346492 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Deleting port 7b4f63cb-c6bb-42e6-b569-15d56172b343 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:19.346847 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:19.433349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] For port 7b4f63cb-c6bb-42e6-b569-15d56172b343, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7b4f63cb-c6bb-42e6-b569-15d56172b343,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:19.434018 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:19.444833 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Calling delete_port for 7b4f63cb-c6bb-42e6-b569-15d56172b343 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:19.559195 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528393f5-748c-489b-9ec7-702dbbbfde32 req-fed39dbd-56db-4c40-887c-376af26bbcb2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:19.560712 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-528393f5-748c-489b-9ec7-702dbbbfde32 req-fed39dbd-56db-4c40-887c-376af26bbcb2 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 945 time: 0.0485907 Sep 10 20:56:19.597514 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-528393f5-748c-489b-9ec7-702dbbbfde32 req-c9cbc832-a481-49b8-9d91-ce3604fd04ee tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Sep 10 20:56:19.651855 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:19.663878 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07', '82250be2-251c-40a0-b2ab-e60f8b4fb049', '7b4f63cb-c6bb-42e6-b569-15d56172b343'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:19.678782 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event deleted for resources: {'Port': ['ID=7b4f63cb-c6bb-42e6-b569-15d56172b343,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:19.723380 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] No DVR routers for this DVR port 7b4f63cb-c6bb-42e6-b569-15d56172b343 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:56:19.726072 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:19.728131 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-51dfa1bb-f908-429b-ad76-c483f54107b7 req-61b1e608-67a7-4991-a172-17a08230626e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "DELETE /v2.0/ports/7b4f63cb-c6bb-42e6-b569-15d56172b343 HTTP/1.1" status: 204 len: 173 time: 0.4658473 Sep 10 20:56:19.728581 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'name': 'network-vif-deleted', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:19.730931 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff7bdb7-1d52-43c7-bb02-337a9eff0ae6" -d '{"events": [{"server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "name": "network-vif-deleted", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:19.766738 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2c887-eeb1-44cd-bba0-84eeb0b6cff2 x-openstack-request-id: req-98a2c887-eeb1-44cd-bba0-84eeb0b6cff2 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:19.767026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61217e31-7a8d-4763-b8c7-b3d79d3bfdcd", "name": "network-vif-deleted", "tag": "7b4f63cb-c6bb-42e6-b569-15d56172b343", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:19.767274 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98a2c887-eeb1-44cd-bba0-84eeb0b6cff2 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:19.767932 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61217e31-7a8d-4763-b8c7-b3d79d3bfdcd', 'name': 'network-vif-deleted', 'tag': '7b4f63cb-c6bb-42e6-b569-15d56172b343', 'status': 'completed', 'code': 200} Sep 10 20:56:20.700291 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aa4a47eb-ec19-4dba-b795-841777d10d26 req-06bfe453-862a-48f4-99d6-6503c43eeb49 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=61217e31-7a8d-4763-b8c7-b3d79d3bfdcd HTTP/1.1" status: 200 len: 210 time: 0.0261550 Sep 10 20:56:22.097362 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598bae1-9c80-41a8-832d-e43a448ee5bc req-d0e7b612-b420-47ae-8835-54eb8eba5418 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:22.098865 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8598bae1-9c80-41a8-832d-e43a448ee5bc req-d0e7b612-b420-47ae-8835-54eb8eba5418 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 10 20:56:22.135325 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8598bae1-9c80-41a8-832d-e43a448ee5bc req-386d2025-b172-4c65-8165-e2ed4bc32b55 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Sep 10 20:56:22.217754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 7b4f63cb-c6bb-42e6-b569-15d56172b343 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:56:22.237392 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 7b4f63cb-c6bb-42e6-b569-15d56172b343 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:56:22.237734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 7b4f63cb-c6bb-42e6-b569-15d56172b343 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:56:23.253266 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08026a-06b2-43ea-bb3b-b363f48645be req-e052c7a2-f156-466e-8daa-daa40d47dc7b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:23.254762 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a08026a-06b2-43ea-bb3b-b363f48645be req-e052c7a2-f156-466e-8daa-daa40d47dc7b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0518909 Sep 10 20:56:23.290934 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a08026a-06b2-43ea-bb3b-b363f48645be req-47ff1d62-89cd-4407-93e1-d0dbfe7b8353 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Sep 10 20:56:24.068740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-eb8e20d8-5db3-401c-bcbc-044131f2e83e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:24.070141 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-eb8e20d8-5db3-401c-bcbc-044131f2e83e tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0461240 Sep 10 20:56:24.162543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Deleting port 82250be2-251c-40a0-b2ab-e60f8b4fb049 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:24.162898 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:24.247021 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] For port 82250be2-251c-40a0-b2ab-e60f8b4fb049, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82250be2-251c-40a0-b2ab-e60f8b4fb049,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:24.247379 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:24.263078 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Calling delete_port for 82250be2-251c-40a0-b2ab-e60f8b4fb049 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:24.417544 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5ef8a-3907-46e8-8f34-666df31739e4 req-845c9fdf-c5aa-465d-833f-a903547c2e62 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:24.419529 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23c5ef8a-3907-46e8-8f34-666df31739e4 req-845c9fdf-c5aa-465d-833f-a903547c2e62 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=be5a4e3c-3b15-400e-b64c-8a0fed3dddd8 HTTP/1.1" status: 200 len: 945 time: 0.0612712 Sep 10 20:56:24.459127 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-23c5ef8a-3907-46e8-8f34-666df31739e4 req-c4fdc3ba-4e30-4d4f-8d49-08dc8d2c4634 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Sep 10 20:56:24.504165 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:24.518818 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07', '82250be2-251c-40a0-b2ab-e60f8b4fb049'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:24.532913 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event deleted for resources: {'Port': ['ID=82250be2-251c-40a0-b2ab-e60f8b4fb049,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:24.572552 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] No DVR routers for this DVR port 82250be2-251c-40a0-b2ab-e60f8b4fb049 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:56:24.575103 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:24.577667 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7a623e4c-d758-4b71-be02-0195a202a5bf req-8ac46e89-7188-4174-b959-a7d37f456cc6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "DELETE /v2.0/ports/82250be2-251c-40a0-b2ab-e60f8b4fb049 HTTP/1.1" status: 204 len: 173 time: 0.5003643 Sep 10 20:56:24.578088 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'name': 'network-vif-deleted', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:24.580476 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50c1597-e176-478a-a80f-1c9d0dcb8bf6" -d '{"events": [{"server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "name": "network-vif-deleted", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:24.615862 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcfebc8-86df-45e0-a9cb-48a4edf7cfff x-openstack-request-id: req-8fcfebc8-86df-45e0-a9cb-48a4edf7cfff {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:24.616152 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5a4e3c-3b15-400e-b64c-8a0fed3dddd8", "name": "network-vif-deleted", "tag": "82250be2-251c-40a0-b2ab-e60f8b4fb049", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:24.616464 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8fcfebc8-86df-45e0-a9cb-48a4edf7cfff {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:24.616784 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5a4e3c-3b15-400e-b64c-8a0fed3dddd8', 'name': 'network-vif-deleted', 'tag': '82250be2-251c-40a0-b2ab-e60f8b4fb049', 'status': 'completed', 'code': 200} Sep 10 20:56:27.130602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842bcc5-342d-431a-b2a2-7c05cad9539f req-0ccf7e08-c51b-4ec0-a8a5-daaa37c252a8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:27.132066 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2842bcc5-342d-431a-b2a2-7c05cad9539f req-0ccf7e08-c51b-4ec0-a8a5-daaa37c252a8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0480163 Sep 10 20:56:27.167634 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2842bcc5-342d-431a-b2a2-7c05cad9539f req-ba2b4df6-27a9-474b-b0d7-f144d77591be tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298083 Sep 10 20:56:27.258182 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:28.254881 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82250be2-251c-40a0-b2ab-e60f8b4fb049 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:56:28.275235 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 82250be2-251c-40a0-b2ab-e60f8b4fb049 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:56:28.275944 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 82250be2-251c-40a0-b2ab-e60f8b4fb049 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:56:28.281710 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b908dd-f99e-4e34-9ef1-bcba886b26bf req-f39c8eb7-662f-40b0-9692-bf0224d8711a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:28.285645 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-52b908dd-f99e-4e34-9ef1-bcba886b26bf req-f39c8eb7-662f-40b0-9692-bf0224d8711a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0506384 Sep 10 20:56:28.319476 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-52b908dd-f99e-4e34-9ef1-bcba886b26bf req-7a721c6b-26b8-4ddc-a0e7-c3b50562ce8b tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303836 Sep 10 20:56:29.025837 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-e94ce490-60b0-41ca-8e16-abc3cd4d00d6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:29.027511 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-e94ce490-60b0-41ca-8e16-abc3cd4d00d6 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0469983 Sep 10 20:56:29.124840 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Deleting port 37f940bc-6025-4d59-9339-41fb2228ab07 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:29.125179 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:29.249305 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] For port 37f940bc-6025-4d59-9339-41fb2228ab07, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=37f940bc-6025-4d59-9339-41fb2228ab07,segment=NetworkSegment(e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7),segment_id=e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:29.249666 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:29.267967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Calling delete_port for 37f940bc-6025-4d59-9339-41fb2228ab07 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:29.293003 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85bb9-2e2f-49bb-ba53-33a032b4c6c0 req-17deb225-5f66-4dc5-b98d-b60cd8429e52 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:29.294390 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ec85bb9-2e2f-49bb-ba53-33a032b4c6c0 req-17deb225-5f66-4dc5-b98d-b60cd8429e52 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0826449 Sep 10 20:56:29.365881 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6ec85bb9-2e2f-49bb-ba53-33a032b4c6c0 req-f07bf616-37b3-438a-a454-4ca152b35da9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457366 Sep 10 20:56:29.436090 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919214b-940f-46a8-a705-2e631a50ebdc req-842d6da7-1ff9-459d-af21-bf2913d5f6f8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:29.437538 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b919214b-940f-46a8-a705-2e631a50ebdc req-842d6da7-1ff9-459d-af21-bf2913d5f6f8 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a18fcba-d91c-4590-8b6a-71a3a521e7fa HTTP/1.1" status: 200 len: 946 time: 0.0519271 Sep 10 20:56:29.475197 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b919214b-940f-46a8-a705-2e631a50ebdc req-a0190f24-03a9-46a1-afa3-bd6288b7e8e9 tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.38 "GET /v2.0/security-groups?id=80ed97b8-a24d-492c-a735-9803f9dcc48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Sep 10 20:56:29.486282 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:29.503749 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['37f940bc-6025-4d59-9339-41fb2228ab07'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:29.513929 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Pushing event deleted for resources: {'Port': ['ID=37f940bc-6025-4d59-9339-41fb2228ab07,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:29.554603 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] No DVR routers for this DVR port 37f940bc-6025-4d59-9339-41fb2228ab07 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:56:29.556952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:29.559043 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-511e7985-4e1c-4b78-b2c2-7159ce16c1ba req-5441b29a-30e6-4735-83d5-a855fb879d7a tempest-AttachVolumeNegativeTest-1164152379 tempest-AttachVolumeNegativeTest-1164152379-project] 10.222.0.46 "DELETE /v2.0/ports/37f940bc-6025-4d59-9339-41fb2228ab07 HTTP/1.1" status: 204 len: 173 time: 0.5252638 Sep 10 20:56:29.559504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'name': 'network-vif-deleted', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:29.562291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7937dcb-1094-4fac-a17a-06ecc433dfa8" -d '{"events": [{"server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "name": "network-vif-deleted", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:29.596267 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4b3e6-3493-4238-b93b-63959ac4b3d5 x-openstack-request-id: req-45f4b3e6-3493-4238-b93b-63959ac4b3d5 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:29.596552 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a18fcba-d91c-4590-8b6a-71a3a521e7fa", "name": "network-vif-deleted", "tag": "37f940bc-6025-4d59-9339-41fb2228ab07", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:29.596797 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-45f4b3e6-3493-4238-b93b-63959ac4b3d5 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:29.597183 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a18fcba-d91c-4590-8b6a-71a3a521e7fa', 'name': 'network-vif-deleted', 'tag': '37f940bc-6025-4d59-9339-41fb2228ab07', 'status': 'completed', 'code': 200} Sep 10 20:56:30.484133 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838d4d9-be25-456c-ba9d-8f83d351073a req-da53d3b9-6353-4438-8b06-37ffb35cc63f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:30.485595 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5838d4d9-be25-456c-ba9d-8f83d351073a req-da53d3b9-6353-4438-8b06-37ffb35cc63f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0501070 Sep 10 20:56:30.524458 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5838d4d9-be25-456c-ba9d-8f83d351073a req-644b5ac5-a242-4969-8ab0-44b2fd1933f0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326188 Sep 10 20:56:30.529601 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58712) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:30.572606 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Deleting subnet 5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:56:30.575706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.613097 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.650154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.749741 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.777348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.780039 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3 HTTP/1.1" status: 204 len: 168 time: 0.2495162 Sep 10 20:56:30.780981 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093255a-0b14-4cd0-961b-0b3eea69d347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da15ca5-cdca-4bf1-b36b-d9241c0ae0b3,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:30.782542 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58714) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:30.851724 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.929308 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.947860 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c045fe-fefb-4f5d-90e1-feb0f4ba967d']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:30.957086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:30.957372 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35100f0-3a22-402f-b7e1-aa5e1e1ff4d7') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:30.966291 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.979565 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.985427 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:56:30.985809 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:56:30.987524 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:56:31.149352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.157786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.162203 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a6c045fe-fefb-4f5d-90e1-feb0f4ba967d HTTP/1.1" status: 204 len: 168 time: 0.3762643 Sep 10 20:56:31.168681 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e531270-3220-47a5-8f0c-9e5f1e311999 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c045fe-fefb-4f5d-90e1-feb0f4ba967d,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:31.244896 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-fedccb01-c070-4fec-a1a7-bb2a08e7f89d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:31.246422 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-fedccb01-c070-4fec-a1a7-bb2a08e7f89d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0486317 Sep 10 20:56:31.342780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Deleting port 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:31.343112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.427614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] For port 6aca18dc-5786-4b15-8b35-310537e27c11, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6aca18dc-5786-4b15-8b35-310537e27c11,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:31.427970 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.531722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58720) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:31.579823 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4142cdaa-d27f-45d3-96c9-3c4066f8ebc3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=337fdbe9c8be48ee9954ccd2f8bceb01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468104 Sep 10 20:56:31.582227 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58724) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:31.633524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.656509 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.755631 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.758099 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.759318 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/80ed97b8-a24d-492c-a735-9803f9dcc48f HTTP/1.1" status: 204 len: 168 time: 0.1760328 Sep 10 20:56:31.768068 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4e1d5-cd92-42e4-a16f-4e7597eecdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed97b8-a24d-492c-a735-9803f9dcc48f,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:31.899470 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38ecc1-d145-430f-907c-d3b5a24f58c5 req-898e5f48-fa78-45c1-a6af-0ffb3b8b8e8e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:31.900913 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff38ecc1-d145-430f-907c-d3b5a24f58c5 req-898e5f48-fa78-45c1-a6af-0ffb3b8b8e8e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 947 time: 0.0929515 Sep 10 20:56:31.931187 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.931535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:31.931840 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Floating IP 7cca62d1-3f66-43e2-8944-ca774980f224 disassociated. External IP: 172.27.2.73, port: 6aca18dc-5786-4b15-8b35-310537e27c11. Sep 10 20:56:31.932177 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Calling delete_port for 6aca18dc-5786-4b15-8b35-310537e27c11 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:31.986087 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ff38ecc1-d145-430f-907c-d3b5a24f58c5 req-9a4867e4-f9e4-4339-81a5-4b2f35b3b392 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e031d66-7f1a-413c-aa19-978bf8eeb413&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765033 Sep 10 20:56:32.120157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:32.147194 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'Port': ['ID=6aca18dc-5786-4b15-8b35-310537e27c11,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:32.257935 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 37f940bc-6025-4d59-9339-41fb2228ab07 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:56:32.264976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:56:32.278706 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 37f940bc-6025-4d59-9339-41fb2228ab07 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:56:32.279165 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 37f940bc-6025-4d59-9339-41fb2228ab07 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:56:32.373292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:56:32.383315 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:56:32.392422 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:56:32.393378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:32.426131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] No DVR routers for this DVR port 6aca18dc-5786-4b15-8b35-310537e27c11 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:56:32.429078 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:32.431827 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f65c2b30-3e80-443c-bc07-d4fbec1a5d87 req-6f8f12d4-3297-45aa-b173-5d5d279f6825 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "DELETE /v2.0/ports/6aca18dc-5786-4b15-8b35-310537e27c11 HTTP/1.1" status: 204 len: 173 time: 1.1782401 Sep 10 20:56:32.436838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-deleted', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:32.436838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6680a3-3155-442d-b992-b96132dbf807" -d '{"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-deleted", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:32.473222 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f689cf-a2b0-4d46-9aab-504dd1be0b10 x-openstack-request-id: req-f1f689cf-a2b0-4d46-9aab-504dd1be0b10 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:32.473506 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb566e86-7eb8-4a96-97a2-d3f74f474fac", "name": "network-vif-deleted", "tag": "6aca18dc-5786-4b15-8b35-310537e27c11", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:32.473749 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1f689cf-a2b0-4d46-9aab-504dd1be0b10 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:32.474204 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb566e86-7eb8-4a96-97a2-d3f74f474fac', 'name': 'network-vif-deleted', 'tag': '6aca18dc-5786-4b15-8b35-310537e27c11', 'status': 'completed', 'code': 200} Sep 10 20:56:32.517757 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:56:32.846605 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:32.872781 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:56:32.880831 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:56:32.881440 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:32.992302 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:56:33.117000 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c33d8ab2-74df-4474-b10b-329db7ff7063 req-97232279-1625-4696-9aff-e32d3df0f0d8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb566e86-7eb8-4a96-97a2-d3f74f474fac HTTP/1.1" status: 200 len: 210 time: 0.0268331 Sep 10 20:56:33.207112 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:33.235404 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ff84c-f99a-49ee-a1db-a42ab48b3fa0 None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:56:33.464721 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64da9c61-c1ed-4ce4-8920-a5c6a3482a91 None None] New status for floating IP 7cca62d1-3f66-43e2-8944-ca774980f224: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:56:33.887243 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:56:34.254310 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:56:34.274298 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 6aca18dc-5786-4b15-8b35-310537e27c11 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:56:34.274636 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 6aca18dc-5786-4b15-8b35-310537e27c11 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:56:34.287485 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58770) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:34.343090 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.366816 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.480722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.483224 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.490783 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "DELETE /v2.0/security-groups/6e031d66-7f1a-413c-aa19-978bf8eeb413 HTTP/1.1" status: 204 len: 168 time: 0.1958218 Sep 10 20:56:34.490923 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58772) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:34.493017 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbccefc-4c53-4875-aa5a-e24c13ad097d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e031d66-7f1a-413c-aa19-978bf8eeb413,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:34.503989 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.api.v2.resource [None req-f8ca237e-f9c5-4e82-a0c1-1ceef6eb94a8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] show failed (client error): The resource could not be found. Sep 10 20:56:34.504984 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f8ca237e-f9c5-4e82-a0c1-1ceef6eb94a8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups/6e031d66-7f1a-413c-aa19-978bf8eeb413 HTTP/1.1" status: 404 len: 347 time: 0.0168540 Sep 10 20:56:34.508017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58774) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:34.628044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Deleting port 1827cb09-9e03-4933-9754-7a2ed90d66d0 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:34.628509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.700340 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.701193 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.712323 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Calling delete_port for 1827cb09-9e03-4933-9754-7a2ed90d66d0 owned by network:floatingip {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:34.938392 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:34.963531 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'Port': ['ID=1827cb09-9e03-4933-9754-7a2ed90d66d0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:35.026146 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.028808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.029943 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-7085ffce-6049-4b18-8fb7-5131b0a691f3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "DELETE /v2.0/floatingips/7cca62d1-3f66-43e2-8944-ca774980f224 HTTP/1.1" status: 204 len: 168 time: 0.5210137 Sep 10 20:56:35.392952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58798) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:35.397720 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82905320', 'description': 'tempest-description--795410493'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:35.480957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.558191 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.617897 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.644615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4102f3-039a-41ca-96c3-b007db5c027f,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:35.692394 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.693619 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6745e356-1661-486e-857b-3ee39e3cfe6e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2996707 Sep 10 20:56:35.696439 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58800) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:35.700717 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group_rule': {'security_group_id': 'bf4102f3-039a-41ca-96c3-b007db5c027f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:35.787749 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.841639 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.880851 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.900588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd74c8f-7b2f-4562-ab1f-e7078bf7f396,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:35.983570 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:35.984744 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a08613a5-baca-4168-a85c-c1d1731f5774 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873821 Sep 10 20:56:35.987359 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58802) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:35.991634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'security_group_rule': {'security_group_id': 'bf4102f3-039a-41ca-96c3-b007db5c027f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:36.084827 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.141543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.211118 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.228159 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b431137-a41e-4e3f-bd3a-c19f51fc2ad7,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:36.309278 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.311312 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-b8705d0a-da91-45ba-9d70-32e05029a10a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3230138 Sep 10 20:56:36.318736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58808) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:36.322951 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:36.417802 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.508619 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.614398 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Allocated IP 172.27.2.122 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/9a78abe5-72cb-4782-b592-ebffc72493bc) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:56:36.710323 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.795975 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:36.833830 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:56:36.836589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:56:36.839869 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:56:36.864262 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=9a78abe5-72cb-4782-b592-ebffc72493bc,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:36.925053 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.014117 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.158205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.212553 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.282445 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=9a78abe5-72cb-4782-b592-ebffc72493bc,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:37.293460 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.384152 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.385430 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2972ae4c-74b0-4f1c-ba69-f93175611ecc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0657840 Sep 10 20:56:37.515423 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f464c546-8fa8-43e6-bbbe-f391bfe2a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:37.568408 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a0bcad31-c7bb-4ad6-b04b-ed7e80ddba10 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--82905320&fields=id&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 267 time: 0.0315025 Sep 10 20:56:37.672437 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a9e96570-06c2-4b7f-a500-6da7c163c9ab tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:37.673823 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a9e96570-06c2-4b7f-a500-6da7c163c9ab tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 817 time: 0.0990577 Sep 10 20:56:37.687920 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-3a423490-c762-4807-b952-5f99954ace5a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/quotas/52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 375 time: 0.0085335 Sep 10 20:56:37.738415 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-28c067d9-69d2-4c69-a061-600a64da11d5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451488 Sep 10 20:56:37.832883 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-8fe18507-f484-4aff-a72e-199f342ca5a2 service neutron] 10.222.0.38 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826750 Sep 10 20:56:37.920967 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-9b24816a-e6ec-4ba0-8d0b-c55dbd6192b3 service neutron] 10.222.0.38 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822341 Sep 10 20:56:38.159050 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-45506307-f689-493c-8951-4395654e3663 req-4046819f-fd1a-4c4d-ad6e-d7cf5d5ed555 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 210 time: 0.0260007 Sep 10 20:56:39.253815 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0693f3f3-9539-4e7c-b626-db443bf95e12 req-208edfab-69a0-4f06-b43f-1c2a9d3b9560 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 10 20:56:40.275004 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5be25d6e-58c2-47fe-b3b3-23ef80bf05c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:40.350328 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3784a54a-a014-4d98-a523-65cc1afb4940 req-fdce06eb-4636-43b1-ba9c-f1854a4c2de4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Sep 10 20:56:40.500101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-05a2d397-a672-4aaa-b839-ae4084c87be0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:40.501578 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-05a2d397-a672-4aaa-b839-ae4084c87be0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 817 time: 0.1059752 Sep 10 20:56:40.546307 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-ee0835ff-4ca4-40b9-96b7-c7d6920f864a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 378 time: 0.0345869 Sep 10 20:56:40.555811 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'port': {'device_id': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'admin_state_up': True, 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'security_groups': ['bf4102f3-039a-41ca-96c3-b007db5c027f']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:40.692071 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:40.743894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Made reservation on behalf of 52092a98898e4d7ea9d03aeb919b92d4 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:56:40.747945 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:40.874564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Allocated IP 172.20.0.6 (f12d0487-5864-4b9d-88d0-816415bfd4e7/053404f9-e495-4be5-a2ea-13b48a656fff/d9ff0517-68c8-48b6-9f13-dfc968ad23ba) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:56:41.012398 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.026170 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Transition to ACTIVE for port object d9ff0517-68c8-48b6-9f13-dfc968ad23ba will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:56:41.126921 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.167247 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:56:41.170768 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:56:41.174323 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:56:41.207071 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:41.221281 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.221632 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.221974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.222312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.222760 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.223069 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.223426 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.223738 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.225653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.225653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.225653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.225653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:41.244163 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:41.244779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.271338 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.304518 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-6bcd9878-d210-4639-bbf4-2f7b294bc452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522211 Sep 10 20:56:41.354630 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Request body: {'port': {'device_id': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:41.389449 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-3e5fda08-8027-41d7-90ed-4a1a5cfd8a31 None None] Provisioning for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:56:41.393545 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-3e5fda08-8027-41d7-90ed-4a1a5cfd8a31 None None] Provisioning complete for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:56:41.393922 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda08-8027-41d7-90ed-4a1a5cfd8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.414102 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.432289 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fda08-8027-41d7-90ed-4a1a5cfd8a31 None None] Port d9ff0517-68c8-48b6-9f13-dfc968ad23ba cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:56:41.564715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c9d9d-641f-48b3-8528-8d7b86a9fa02 req-f3b129e4-06a3-45a9-a1a3-630b19881ae4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:41.566063 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c4c9d9d-641f-48b3-8528-8d7b86a9fa02 req-f3b129e4-06a3-45a9-a1a3-630b19881ae4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 931 time: 0.1191287 Sep 10 20:56:41.646816 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4c4c9d9d-641f-48b3-8528-8d7b86a9fa02 req-e73855de-bcfe-415a-b6bf-855d542715b0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728180 Sep 10 20:56:41.733925 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:56:41.741419 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.752926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Transition to ACTIVE for port object d9ff0517-68c8-48b6-9f13-dfc968ad23ba will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:56:41.833989 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:41.889624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:41.961983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Attempting to bind port d9ff0517-68c8-48b6-9f13-dfc968ad23ba on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:56:41.962470 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Attempting to bind port d9ff0517-68c8-48b6-9f13-dfc968ad23ba by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:56:41.962841 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Attempting to bind port d9ff0517-68c8-48b6-9f13-dfc968ad23ba on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:56:41.968266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Port d9ff0517-68c8-48b6-9f13-dfc968ad23ba on network f12d0487-5864-4b9d-88d0-816415bfd4e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:56:41.968653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Attempting to bind port d9ff0517-68c8-48b6-9f13-dfc968ad23ba on network f12d0487-5864-4b9d-88d0-816415bfd4e7 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:56:41.974042 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:56:41.974377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Checking segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:56:41.974923 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Bound using segment: {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:56:41.981317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Bound port: d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e9d7af-0745-4372-913f-b90a354eea7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:56:41.981317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:42.043445 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:56:42.046723 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:56:42.135974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:42.170628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.170628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:42.171186 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] 10.222.0.46 "PUT /v2.0/ports/d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 1093 time: 0.8209672 Sep 10 20:56:42.171610 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:42.173843 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5be55-9831-41c2-ae87-c176b9b4cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:42.199361 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786f8b2-f251-4580-ace4-1fed25bf9339 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:42.215059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75034e00-036e-46fd-901b-024a635100ee x-openstack-request-id: req-75034e00-036e-46fd-901b-024a635100ee {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:42.215342 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:42.215630 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75034e00-036e-46fd-901b-024a635100ee {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:42.216640 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'status': 'completed', 'code': 200} Sep 10 20:56:42.278609 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-54ef48fe-42e7-4775-8a6b-d3b71c35a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.280200 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-54ef48fe-42e7-4775-8a6b-d3b71c35a999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1096 time: 0.0429358 Sep 10 20:56:42.383162 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-f098b3df-8aff-4f5d-be66-189c4f3641ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.384615 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-f098b3df-8aff-4f5d-be66-189c4f3641ef service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0965066 Sep 10 20:56:42.475527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-23f63d23-850e-454b-bbd9-61242e24d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.476906 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3be5be55-9831-41c2-ae87-c176b9b4cca2 req-23f63d23-850e-454b-bbd9-61242e24d246 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845697 Sep 10 20:56:42.552563 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-dcf7a8c0-da16-451f-ad7f-75ec806fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.554005 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-dcf7a8c0-da16-451f-ad7f-75ec806fc9de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1096 time: 0.0385425 Sep 10 20:56:42.598314 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-8410d58d-5b68-46b7-bdf3-3cf68e346cb5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 217 time: 0.0351639 Sep 10 20:56:42.645964 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-2385cf30-a764-4d6b-97a4-b59d88bfae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.647356 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-2385cf30-a764-4d6b-97a4-b59d88bfae1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0412726 Sep 10 20:56:42.695922 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80664-102b-4d00-938a-285ae6c85f39 req-cf77c0b4-f18d-439f-a0b5-7d4280cdb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.697513 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-cf77c0b4-f18d-439f-a0b5-7d4280cdb679 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422764 Sep 10 20:56:42.749618 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:42.768914 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4f01e-c53b-41ea-ae2e-c136b121fbd6 req-2f6b8af6-418e-4310-ba52-a7c011c3a452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:42.770406 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-86d4f01e-c53b-41ea-ae2e-c136b121fbd6 req-2f6b8af6-418e-4310-ba52-a7c011c3a452 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0486798 Sep 10 20:56:42.790517 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-8a668d27-3bfb-4312-a1b1-f53c100c2ea4 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Sep 10 20:56:42.807794 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-86d4f01e-c53b-41ea-ae2e-c136b121fbd6 req-2b2900ff-52d2-4104-b12a-38b8139af437 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314395 Sep 10 20:56:42.878833 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-95d80664-102b-4d00-938a-285ae6c85f39 req-e8f04526-632a-42b4-bb80-6a89754797fd service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811625 Sep 10 20:56:43.593589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58900) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:43.695736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b78e5f59-dbb9-473b-8bdd-b12230e480f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:43.786155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b78e5f59-dbb9-473b-8bdd-b12230e480f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:43.823453 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b78e5f59-dbb9-473b-8bdd-b12230e480f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:43.861819 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-b78e5f59-dbb9-473b-8bdd-b12230e480f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9d1d1ceb3f445b2b8259658346f2d54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670639 Sep 10 20:56:43.862801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5f59-dbb9-473b-8bdd-b12230e480f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2836636-07c3-42b1-882d-bf69a2373cdc,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:43.864525 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58906) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:43.957893 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57b7e7-47ab-4caf-a4fd-dccef8de658b req-469d38dd-e039-4b9c-ae8d-90a2507a12dd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:43.959317 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6e57b7e7-47ab-4caf-a4fd-dccef8de658b req-469d38dd-e039-4b9c-ae8d-90a2507a12dd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0805070 Sep 10 20:56:43.963992 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:44.004026 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:44.024017 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6e57b7e7-47ab-4caf-a4fd-dccef8de658b req-58b274b0-2c9f-4a96-ae60-10ed0ce0a658 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581996 Sep 10 20:56:44.109202 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:44.111747 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:44.112987 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2836636-07c3-42b1-882d-bf69a2373cdc HTTP/1.1" status: 204 len: 168 time: 0.2466805 Sep 10 20:56:44.120815 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2836636-07c3-42b1-882d-bf69a2373cdc,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:44.128257 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.128602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.128935 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.129268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.129593 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.129915 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.130331 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.130684 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.131009 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.131342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.131644 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:44.131956 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0132e4-6065-478f-9cb0-997f7d096688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:45.141907 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9ac2-bb3d-43d7-a297-625ae033aa74 req-1c86b692-b0f8-4928-8cc6-a4822c949f77 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:45.143405 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0bef9ac2-bb3d-43d7-a297-625ae033aa74 req-1c86b692-b0f8-4928-8cc6-a4822c949f77 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0476882 Sep 10 20:56:45.180599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0bef9ac2-bb3d-43d7-a297-625ae033aa74 req-ae8f2b35-0abf-407c-b9ad-8200dc400a31 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312672 Sep 10 20:56:45.798833 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 58958) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:45.900880 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6e7850bf-e97e-4eb5-96ef-92e9640af996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:45.984444 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6e7850bf-e97e-4eb5-96ef-92e9640af996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.051714 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6e7850bf-e97e-4eb5-96ef-92e9640af996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.090244 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-6e7850bf-e97e-4eb5-96ef-92e9640af996 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2a75c0d5bce14ea2b80836141bed998b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903705 Sep 10 20:56:46.091404 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7850bf-e97e-4eb5-96ef-92e9640af996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f71002-3032-4453-ac64-35d88f9bab54,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:46.092998 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 58962) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:46.140433 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.160426 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.288867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.291375 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:46.292475 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42f71002-3032-4453-ac64-35d88f9bab54 HTTP/1.1" status: 204 len: 168 time: 0.1984439 Sep 10 20:56:46.310198 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43bf66-8b6c-4236-b964-ff7ed2b818d3 req-90bd335c-90da-4b4a-9e66-618777c23a39 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:46.311581 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca43bf66-8b6c-4236-b964-ff7ed2b818d3 req-90bd335c-90da-4b4a-9e66-618777c23a39 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0605636 Sep 10 20:56:46.312714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716f0a6-8fea-4552-bd46-b137bc263b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f71002-3032-4453-ac64-35d88f9bab54,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:46.352452 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca43bf66-8b6c-4236-b964-ff7ed2b818d3 req-89229858-4c05-4441-8e80-b770821f1683 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330374 Sep 10 20:56:47.193398 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:56:47.284587 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:47.295807 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:56:47.334170 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:47.346205 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:56:47.364472 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:47.463754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:47.476622 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b57b2b-b4cd-44a5-8dc1-70353630e70e req-7ede49f8-6dd7-48ef-b884-32e2867ae3dc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:47.478142 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4b57b2b-b4cd-44a5-8dc1-70353630e70e req-7ede49f8-6dd7-48ef-b884-32e2867ae3dc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0487800 Sep 10 20:56:47.512855 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:47.519937 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4b57b2b-b4cd-44a5-8dc1-70353630e70e req-dd943238-e85b-48b2-a278-e29764a54192 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350816 Sep 10 20:56:47.841645 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d9ff0517-68c8-48b6-9f13-dfc968ad23ba'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:48.637100 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67c60-7c41-40a0-8068-3c8c833a042f req-baed8668-8082-4f40-8f2f-8b17bb0c3d5d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:48.639081 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7a67c60-7c41-40a0-8068-3c8c833a042f req-baed8668-8082-4f40-8f2f-8b17bb0c3d5d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 944 time: 0.0492244 Sep 10 20:56:48.676445 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f7a67c60-7c41-40a0-8068-3c8c833a042f req-419ebf01-fae0-4735-b408-0b284939db44 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313287 Sep 10 20:56:49.208471 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:56:49.309179 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:56:49.313726 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:56:49.314107 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:49.390239 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:49.412425 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:49.414707 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02df272-1326-4e21-8ab2-f45013f9340f" -d '{"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:49.430499 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:49.451821 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c472e78a-3daa-4ca0-91b7-add923cd4c6c x-openstack-request-id: req-c472e78a-3daa-4ca0-91b7-add923cd4c6c {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:49.452110 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:49.452360 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c472e78a-3daa-4ca0-91b7-add923cd4c6c {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:49.452747 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'code': 200} Sep 10 20:56:49.514783 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:49.563470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:49.570629 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.571011 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.571357 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.571696 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.572035 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.572371 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.572709 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.573065 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.573398 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.573725 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.574054 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.574380 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:56:49.813122 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c2d32-aa00-4e2c-857e-283c02a7bde2 req-52818786-da51-4cdc-87be-8caf55f90cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:49.814480 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-284c2d32-aa00-4e2c-857e-283c02a7bde2 req-52818786-da51-4cdc-87be-8caf55f90cbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1098 time: 0.0717902 Sep 10 20:56:49.821754 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb1c11-368b-4c7e-a90e-acc2a694ef3c req-87094138-e24a-4afc-abaf-9775743bb097 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:49.823082 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-90eb1c11-368b-4c7e-a90e-acc2a694ef3c req-87094138-e24a-4afc-abaf-9775743bb097 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0718672 Sep 10 20:56:49.875191 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-284c2d32-aa00-4e2c-857e-283c02a7bde2 req-65b5a0c5-8ebc-4f50-98ae-30b19103aa85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501792 Sep 10 20:56:49.877942 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-90eb1c11-368b-4c7e-a90e-acc2a694ef3c req-5d968d07-3865-4138-a666-5cb40e57e892 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483778 Sep 10 20:56:50.994706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c731a-f48d-4dd8-832a-1785686ee92d req-db1b3b54-3ff9-42e5-a7b7-56fd685596ac tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:50.996194 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e61c731a-f48d-4dd8-832a-1785686ee92d req-db1b3b54-3ff9-42e5-a7b7-56fd685596ac tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Sep 10 20:56:51.033281 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e61c731a-f48d-4dd8-832a-1785686ee92d req-9e160804-a41b-460e-9967-88ac5301710b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305526 Sep 10 20:56:52.148810 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525b57f-837e-4eaf-b48b-4c4fafd83946 req-9c80ba7e-99ab-4806-9ec6-0e4f0da9dcaf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:52.150242 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1525b57f-837e-4eaf-b48b-4c4fafd83946 req-9c80ba7e-99ab-4806-9ec6-0e4f0da9dcaf tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0469608 Sep 10 20:56:52.187152 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1525b57f-837e-4eaf-b48b-4c4fafd83946 req-83b7c457-88a0-4b3c-96e9-32928aeb3b38 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300763 Sep 10 20:56:52.297860 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d42a4-61cf-45d9-9a86-ef913ae0691b req-179c4ce8-ec74-4db4-8507-00e629f98043 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:52.299321 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-349d42a4-61cf-45d9-9a86-ef913ae0691b req-179c4ce8-ec74-4db4-8507-00e629f98043 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0472841 Sep 10 20:56:52.307852 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59038) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:52.312071 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Request body: {'floatingip': {'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:52.354178 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:52.753698 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:52.794537 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:52.892035 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Floating IP 1a226287-21ba-4cc6-b4c1-943ff0f6c1be associated. External IP: 172.27.2.122, port: d9ff0517-68c8-48b6-9f13-dfc968ad23ba. Sep 10 20:56:53.293170 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:56:53.398236 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:56:53.403343 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:53.409140 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:56:53.418545 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:56:53.419726 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:53.428380 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1a85488e-2510-427f-9f26-24fc13b1d899 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "PUT /v2.0/floatingips/1a226287-21ba-4cc6-b4c1-943ff0f6c1be HTTP/1.1" status: 200 len: 991 time: 1.1195285 Sep 10 20:56:53.428957 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:53.431212 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:53.524120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:56:53.585734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e212d1c-7a0b-453a-8291-426dda2bc736 x-openstack-request-id: req-5e212d1c-7a0b-453a-8291-426dda2bc736 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:53.586028 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:53.586279 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e212d1c-7a0b-453a-8291-426dda2bc736 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:53.586696 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'status': 'completed', 'code': 200} Sep 10 20:56:53.738170 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '1a226287-21ba-4cc6-b4c1-943ff0f6c1be', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:56:36Z', 'updated_at': '2021-09-10T20:56:52Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:53.766374 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:56:53.774268 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:56:53.774895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:53.875506 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:56:54.092168 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '1a226287-21ba-4cc6-b4c1-943ff0f6c1be', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:56:36Z', 'updated_at': '2021-09-10T20:56:52Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:56:54.116588 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bbc5f-0b4a-4b32-a14e-7631449eaa0c None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '1a226287-21ba-4cc6-b4c1-943ff0f6c1be', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:56:36Z', 'updated_at': '2021-09-10T20:56:52Z', 'revision_number': 1, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:56:54.296307 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe5de5-4240-4100-b796-465b8fb4156f None None] New status for floating IP 1a226287-21ba-4cc6-b4c1-943ff0f6c1be: ACTIVE {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:56:55.090225 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-88d339fa-5420-43a8-9052-ffad7810be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:55.092447 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-88d339fa-5420-43a8-9052-ffad7810be6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1098 time: 0.0392115 Sep 10 20:56:55.183128 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-19d2cb5c-382a-4d00-83eb-a8a5f622db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:55.184587 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-19d2cb5c-382a-4d00-83eb-a8a5f622db99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0842283 Sep 10 20:56:55.252562 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-9c711d75-ec5c-470d-8371-f2d694c1ca91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 1001 time: 0.0585089 Sep 10 20:56:55.349510 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-50931e00-6f8e-4396-b890-65d95aa35903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:55.351114 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-50931e00-6f8e-4396-b890-65d95aa35903 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0456543 Sep 10 20:56:55.396470 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-bd3626c6-5803-4db3-a27a-9d7d7bbfae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:55.398012 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-bd3626c6-5803-4db3-a27a-9d7d7bbfae60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388424 Sep 10 20:56:55.489642 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-406ecb9b-58b0-43f0-b739-7d6caef6988a service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842030 Sep 10 20:56:55.580666 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98e7256-6474-4fdf-af53-4dd4d84cdcd9 req-f6579b7b-8091-441f-948c-801fbadecbc6 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820637 Sep 10 20:56:57.292038 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:58.493902 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d3324104-6e7e-4c67-a874-593331b60032 req-3355832e-1891-42ef-ba75-f3482f123de0 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066912824&fields=id&tenant_id=3ff4550e42b9437a9627274b27f2e850 HTTP/1.1" status: 200 len: 267 time: 0.0312648 Sep 10 20:56:58.548112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324104-6e7e-4c67-a874-593331b60032 req-af53f446-4d57-4ae1-a984-8c449e779b89 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:58.549533 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d3324104-6e7e-4c67-a874-593331b60032 req-af53f446-4d57-4ae1-a984-8c449e779b89 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 985 time: 0.0495551 Sep 10 20:56:58.560826 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Request body: {'port': {'security_groups': ['935cc444-3088-4251-a5b5-e803d2df8367']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:56:58.625482 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:58.791942 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:56:58.819044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:58.920788 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:58.932725 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:58.963444 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:58.963989 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:58.966761 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d3324104-6e7e-4c67-a874-593331b60032 req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "PUT /v2.0/ports/78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 943 time: 0.4101281 Sep 10 20:56:58.972050 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59090) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:58.979758 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:56:58.985406 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7e0ed-c87a-43be-82fb-f17458166348" -d '{"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:56:59.013504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f950138-9755-4faf-8b27-56104707e2fe tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event updated for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=7']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:59.040676 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c86cf-146c-4a58-98c4-78101ad0b22b x-openstack-request-id: req-c63c86cf-146c-4a58-98c4-78101ad0b22b {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:56:59.041685 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:56:59.041915 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c63c86cf-146c-4a58-98c4-78101ad0b22b {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:56:59.042365 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:56:59.054828 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.073140 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:56:59.085195 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.122245 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-7b53398b-5e7e-4d4c-838c-0679bf3f5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:59.124571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-7b53398b-5e7e-4d4c-838c-0679bf3f5723 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1099 time: 0.0555336 Sep 10 20:56:59.231273 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-7027c5a4-134a-4390-9210-da23730edbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:59.232800 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-7027c5a4-134a-4390-9210-da23730edbbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.0992985 Sep 10 20:56:59.257229 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.259942 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.261078 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "DELETE /v2.0/security-groups/7f114635-f094-43ee-8b11-d44511097d05 HTTP/1.1" status: 204 len: 168 time: 0.2880607 Sep 10 20:56:59.264982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59094) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:56:59.291961 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-223a119a-7ce4-479d-b1d7-ac683a6bba6a None None] Provisioning complete for port 78d5df2c-56b3-4b14-807b-93c9506093fe triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:56:59.298095 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-223a119a-7ce4-479d-b1d7-ac683a6bba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.302088 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-81ac9848-0840-4cc3-ae2b-180c0e342c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 1001 time: 0.0614796 Sep 10 20:56:59.308696 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a8b07-2a04-40c6-992a-bcb812a07aec tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f114635-f094-43ee-8b11-d44511097d05,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:59.357275 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-e89709ec-cf23-4457-9f09-707a0b8297d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:59.358777 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-e89709ec-cf23-4457-9f09-707a0b8297d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0494051 Sep 10 20:56:59.410693 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-279823ad-fbed-4b88-bb21-9763844e61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:56:59.412230 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-279823ad-fbed-4b88-bb21-9763844e61db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450850 Sep 10 20:56:59.451392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Deleting port c79f3a63-316a-4b24-9f77-6c0741a53529 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:56:59.451730 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.529523 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.529863 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.543678 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Calling delete_port for c79f3a63-316a-4b24-9f77-6c0741a53529 owned by network:floatingip {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:56:59.764441 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-af5555eb-1c03-4d74-825a-d4f9fc050849 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422611 Sep 10 20:56:59.795046 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.820313 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event deleted for resources: {'Port': ['ID=c79f3a63-316a-4b24-9f77-6c0741a53529,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:56:59.855477 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-34d7e0ed-c87a-43be-82fb-f17458166348 req-d63ffe22-8597-491f-854a-9e94c47014ca service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834286 Sep 10 20:56:59.887522 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks [] for floatingip, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:56:59.887850 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Floating IP 852f16b9-a4b4-4c97-8a51-38a12bd9901f disassociated (deleted). External IP: 172.27.2.36, port: 78d5df2c-56b3-4b14-807b-93c9506093fe. Sep 10 20:57:00.042471 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59102) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:00.095608 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:00.145609 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-98526e59-3d1a-46af-826f-855f5376678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.207408 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:00.212986 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.219482 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Sync routers for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:00.228302 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:00.229023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:00.237848 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-98526e59-3d1a-46af-826f-855f5376678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.240199 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-93017af8-9a7b-4dcf-b37d-2a0c2cfdfa4b tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "DELETE /v2.0/floatingips/852f16b9-a4b4-4c97-8a51-38a12bd9901f HTTP/1.1" status: 204 len: 168 time: 0.9730620 Sep 10 20:57:00.248056 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:00.248056 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be29b5-ea32-4555-9493-fd33925c5aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:00.281523 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3464dc5b-729b-4e27-bb67-7ebc7079d49c x-openstack-request-id: req-3464dc5b-729b-4e27-bb67-7ebc7079d49c {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:00.281837 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:00.282090 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3464dc5b-729b-4e27-bb67-7ebc7079d49c {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:00.282483 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:57:00.327067 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-98526e59-3d1a-46af-826f-855f5376678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.349600 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:00.387934 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-98526e59-3d1a-46af-826f-855f5376678d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd2f12ca77334e50bdbbc963b32f9459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442907 Sep 10 20:57:00.389223 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526e59-3d1a-46af-826f-855f5376678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b59f4-3172-4a7b-8c59-ad132255b4df,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:00.391167 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59114) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:00.398338 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-10c3ca04-f3b0-416d-8546-924fd26def10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:00.399897 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-10c3ca04-f3b0-416d-8546-924fd26def10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1099 time: 0.0826910 Sep 10 20:57:00.457362 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.487980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.499955 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-ec31cf91-7104-4c55-8b8f-af47d5eec10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:00.501477 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-ec31cf91-7104-4c55-8b8f-af47d5eec10c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.0939624 Sep 10 20:57:00.557134 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-e1083b93-c87d-4c81-a148-2dcd67a82799 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 217 time: 0.0440941 Sep 10 20:57:00.611311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-0cba3abb-3e1b-47f0-a657-20bb344058cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:00.613143 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-0cba3abb-3e1b-47f0-a657-20bb344058cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0481751 Sep 10 20:57:00.629059 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.632460 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:00.633622 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c1b59f4-3172-4a7b-8c59-ad132255b4df HTTP/1.1" status: 204 len: 168 time: 0.2411845 Sep 10 20:57:00.643063 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb2a1-99e6-46bb-aa81-d9df37dd25e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b59f4-3172-4a7b-8c59-ad132255b4df,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:00.672770 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-bca8e449-cfb5-4f8c-89e8-980b297cc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:00.674342 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-bca8e449-cfb5-4f8c-89e8-980b297cc1d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542819 Sep 10 20:57:00.734971 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:00.762783 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Checking router: e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:00.771759 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:00.772371 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:56:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:00.776318 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-6bd41856-1594-4fc6-a7ec-080094ecf770 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943830 Sep 10 20:57:00.874879 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-54be29b5-ea32-4555-9493-fd33925c5aa4 req-434a219c-8aa4-484f-aabf-3a27601ce394 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907166 Sep 10 20:57:00.877474 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:01.047680 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-566dd7c9-3bcf-40a1-b96a-740c52ef63f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402954 Sep 10 20:57:01.079939 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:01.109504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-9eca9f0d-d52b-4add-958c-e3ef98c58df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:01.111137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-9eca9f0d-d52b-4add-958c-e3ef98c58df9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ff4550e42b9437a9627274b27f2e850&device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 1099 time: 0.0407932 Sep 10 20:57:01.111277 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d13c2-ccec-4c29-b60b-8119c783344d None None] The sync data for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi is: [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:51:22Z', 'revision_number': 4, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '8780624c-4b05-4aef-b320-f16000ddacbd', 'name': '', 'network_id': 'e9deb283-7392-4b77-afda-e5b5088e2d00', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'mac_address': 'fa:16:3e:0c:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:21Z', 'updated_at': '2021-09-10T20:51:29Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'subnets': [{'id': 'a91ae1e6-5bd1-415f-a9a6-52d366e367cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:01.220546 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-a1698d7f-84b5-4ffa-a411-775f95990b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:01.222114 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-a1698d7f-84b5-4ffa-a411-775f95990b98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 200 len: 915 time: 0.0917439 Sep 10 20:57:01.267973 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-ac6ce45a-0ac3-4309-8e87-28d61644e541 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 200 len: 217 time: 0.0386713 Sep 10 20:57:01.319475 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-ef49c604-8099-42ab-9bec-2bc6d4bf4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:01.320982 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-ef49c604-8099-42ab-9bec-2bc6d4bf4847 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 200 len: 853 time: 0.0462134 Sep 10 20:57:01.335028 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8517c22-f2f2-401b-8ee6-42ae0891391c None None] New status for floating IP 852f16b9-a4b4-4c97-8a51-38a12bd9901f: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:57:01.374332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-bd011bc1-1a22-4de1-9b4a-8639e0395cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:01.375930 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-bd011bc1-1a22-4de1-9b4a-8639e0395cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e9deb283-7392-4b77-afda-e5b5088e2d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443294 Sep 10 20:57:01.432489 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59124) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:01.456322 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7fab599f-e902-4f0a-8a98-27bacc0985bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.479057 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-93764b37-eae5-4ab2-964b-4ec290bcb71c service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894246 Sep 10 20:57:01.563004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7fab599f-e902-4f0a-8a98-27bacc0985bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.577249 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a8e1a2b-157d-4fd6-af2c-08b14c90d166 req-094f926b-ec97-451b-9ade-fd809c64c084 service neutron] 10.222.0.46 "GET /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906332 Sep 10 20:57:01.640267 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7fab599f-e902-4f0a-8a98-27bacc0985bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.678510 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7fab599f-e902-4f0a-8a98-27bacc0985bb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=72b1de53585b414e97564b4a576d799b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448282 Sep 10 20:57:01.679605 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab599f-e902-4f0a-8a98-27bacc0985bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb499c41-6550-4c88-896e-015811c337fa,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:01.681089 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59128) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:01.729655 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.751119 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.885412 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.890747 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:01.890747 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb499c41-6550-4c88-896e-015811c337fa HTTP/1.1" status: 204 len: 168 time: 0.2071917 Sep 10 20:57:01.897645 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5440b-96de-4a66-bb47-693c207a0785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb499c41-6550-4c88-896e-015811c337fa,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:02.824038 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59160) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:02.920931 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2060333311-network', 'tenant_id': 'acdb9ac6870e402299293ad0dce8beff'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:03.028615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Made reservation on behalf of acdb9ac6870e402299293ad0dce8beff for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:03.030866 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.039112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.125234 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.205723 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.229773 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:57:03.239109 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ed926-148f-4d06-9729-9af7adbd06ac,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:03.243763 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.244099 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Added segment c9bff7e8-20be-43f8-8d46-4c5a907623e5 of type vlan for network 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d Sep 10 20:57:03.282891 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.394038 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.395030 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:03.395609 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.453797 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] Pushing event updated for resources: {'Network': ['ID=2e1afccd-c247-49ca-8cef-ef1a23e9dc4d,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:03.464655 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:57:03.484166 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6239626c-5da6-4916-812e-4b4e8281eefe admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6579323 Sep 10 20:57:03.487331 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59170) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:03.489367 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Request body: {'subnet': {'network_id': '2e1afccd-c247-49ca-8cef-ef1a23e9dc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2060333311-subnet', 'tenant_id': 'acdb9ac6870e402299293ad0dce8beff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:03.566053 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Made reservation on behalf of acdb9ac6870e402299293ad0dce8beff for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:03.568371 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049915'] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.795603 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049893'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:03.851506 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d51d03-af8b-4425-9b7f-c2470a0444dc,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:03.861480 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Checking segment: {'id': 'c9bff7e8-20be-43f8-8d46-4c5a907623e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2e1afccd-c247-49ca-8cef-ef1a23e9dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:03.861932 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Network hostable DHCP agents. Network: 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:57:03.942963 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Network 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:57:03.999893 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:04.003838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:04.004416 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:04.008676 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a193be7-f327-401f-b77d-9696b7d6419e None None] Network 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:04.092696 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ef89679f-c289-4b67-9cef-6ec683a489db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6072917 Sep 10 20:57:04.128353 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3429d-b90b-407e-b615-97008db015d7 None None] Network 2e1afccd-c247-49ca-8cef-ef1a23e9dc4d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:04.635289 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef04f5-dc1d-4b13-bc28-c373b332a6b6 req-99336998-ee13-4464-bb62-d6f6caf8bd76 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:04.636647 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-49ef04f5-dc1d-4b13-bc28-c373b332a6b6 req-99336998-ee13-4464-bb62-d6f6caf8bd76 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0474582 Sep 10 20:57:04.674571 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-49ef04f5-dc1d-4b13-bc28-c373b332a6b6 req-1caaa07f-1e47-4733-a4a4-bc51d8474b88 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311902 Sep 10 20:57:04.767921 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59194) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:04.772782 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-158861794-network', 'tenant_id': '6c24059658094a5c81533433436c68ab'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:04.948958 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Made reservation on behalf of 6c24059658094a5c81533433436c68ab for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:04.951312 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:04.959872 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.046000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.114148 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.137282 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:57:05.145487 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47609803-f0dd-46d7-8c38-520ae75066e1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:05.152766 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.153124 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Added segment 7c57ddad-c1b4-4305-a92e-45a31e59ac4d of type vlan for network 285001de-95c5-442b-acfe-b42886b69278 Sep 10 20:57:05.191693 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.273985 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.274990 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:05.275581 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.335244 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] Pushing event updated for resources: {'Network': ['ID=285001de-95c5-442b-acfe-b42886b69278,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:05.345977 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 285001de-95c5-442b-acfe-b42886b69278 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:57:05.372109 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8577d7d1-59dd-4bde-bbf3-8086eb5f308b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6031203 Sep 10 20:57:05.374832 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59198) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:05.379636 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Request body: {'subnet': {'network_id': '285001de-95c5-442b-acfe-b42886b69278', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-158861794-subnet', 'tenant_id': '6c24059658094a5c81533433436c68ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:05.445840 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Made reservation on behalf of 6c24059658094a5c81533433436c68ab for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:05.448120 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.640074 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.696695 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=152bb474-9805-4423-8c17-1332671c4bcf,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:05.701456 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Checking segment: {'id': '7c57ddad-c1b4-4305-a92e-45a31e59ac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '285001de-95c5-442b-acfe-b42886b69278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:05.701818 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Network hostable DHCP agents. Network: 285001de-95c5-442b-acfe-b42886b69278, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:57:05.776958 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Network 285001de-95c5-442b-acfe-b42886b69278 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:57:05.789590 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a30b3-ca56-42f1-bed5-53f95bcccba2 req-0a01ab40-769a-4a91-ad2b-78c4fb278b43 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:05.791257 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-029a30b3-ca56-42f1-bed5-53f95bcccba2 req-0a01ab40-769a-4a91-ad2b-78c4fb278b43 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0484736 Sep 10 20:57:05.831885 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-029a30b3-ca56-42f1-bed5-53f95bcccba2 req-0b88dcde-7198-469a-8704-ccfd44525232 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Sep 10 20:57:05.845769 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 285001de-95c5-442b-acfe-b42886b69278) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:05.850742 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:05.854401 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:05.854530 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e26db-6d1e-4b1c-b7c9-cdc31ef2dcaa None None] Network 285001de-95c5-442b-acfe-b42886b69278 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:05.955744 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f77f5199-4e3d-48fe-863a-58bb4ec21b1a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5797617 Sep 10 20:57:05.975806 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ca528-0878-4df8-a81e-e7945113fd63 None None] Network 285001de-95c5-442b-acfe-b42886b69278 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:06.937326 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-1b47d181-f344-4b39-992d-57538c3133cf tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:06.938834 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-1b47d181-f344-4b39-992d-57538c3133cf tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.46 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0726445 Sep 10 20:57:06.984651 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60024-b596-467a-ae98-b9d9ed1a3587 req-1a747200-e220-47b0-bb29-3bcbaa4cbdff tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:06.984651 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f8d60024-b596-467a-ae98-b9d9ed1a3587 req-1a747200-e220-47b0-bb29-3bcbaa4cbdff tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 946 time: 0.0853069 Sep 10 20:57:07.054876 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f8d60024-b596-467a-ae98-b9d9ed1a3587 req-dab5e6da-a1ae-4477-b2ff-7d15d5eb7bc6 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/security-groups?id=935cc444-3088-4251-a5b5-e803d2df8367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Sep 10 20:57:07.076001 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Deleting port 78d5df2c-56b3-4b14-807b-93c9506093fe {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:07.076338 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:07.162108 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] For port 78d5df2c-56b3-4b14-807b-93c9506093fe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=78d5df2c-56b3-4b14-807b-93c9506093fe,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:07.162469 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:07.174731 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Calling delete_port for 78d5df2c-56b3-4b14-807b-93c9506093fe owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:07.348852 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:07.371509 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['78d5df2c-56b3-4b14-807b-93c9506093fe'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:57:07.379370 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Pushing event deleted for resources: {'Port': ['ID=78d5df2c-56b3-4b14-807b-93c9506093fe,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:07.419144 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] No DVR routers for this DVR port 78d5df2c-56b3-4b14-807b-93c9506093fe on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:07.421626 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:07.423775 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c51e11e0-6ea6-4c46-ad38-530bb077a98e req-855ab1a2-fe57-405f-9dd5-79541ec0659a tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.46 "DELETE /v2.0/ports/78d5df2c-56b3-4b14-807b-93c9506093fe HTTP/1.1" status: 204 len: 173 time: 0.4773872 Sep 10 20:57:07.424221 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'name': 'network-vif-deleted', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:07.426465 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b447308-0a9e-4ae9-b156-1a266641f4dd" -d '{"events": [{"server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "name": "network-vif-deleted", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:07.462794 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc12ee-0d1c-4b22-a9bc-da9f65d64828 x-openstack-request-id: req-66fc12ee-0d1c-4b22-a9bc-da9f65d64828 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:07.462794 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed954c7c-ef26-456a-8478-63b3cda227bd", "name": "network-vif-deleted", "tag": "78d5df2c-56b3-4b14-807b-93c9506093fe", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:07.462794 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66fc12ee-0d1c-4b22-a9bc-da9f65d64828 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:07.462794 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed954c7c-ef26-456a-8478-63b3cda227bd', 'name': 'network-vif-deleted', 'tag': '78d5df2c-56b3-4b14-807b-93c9506093fe', 'status': 'completed', 'code': 200} Sep 10 20:57:07.481934 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-175dce54-fa97-4178-9305-1f4b07fa33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:08.162616 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2c5209a-c072-45f2-9728-09ba85775b9c req-fddcb882-dab8-4552-a471-c8b18dcc4836 tempest-TestMinimumBasicScenario-258557914 tempest-TestMinimumBasicScenario-258557914-project] 10.222.0.38 "GET /v2.0/ports?device_id=ed954c7c-ef26-456a-8478-63b3cda227bd HTTP/1.1" status: 200 len: 210 time: 0.0278046 Sep 10 20:57:10.234667 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c3f84fb9-523c-48f4-99b7-750983c9056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:10.627970 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59296) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:10.697359 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:10.876036 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:57:11.175261 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:11.297470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:11.301239 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 78d5df2c-56b3-4b14-807b-93c9506093fe no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:11.325430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 78d5df2c-56b3-4b14-807b-93c9506093fe {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:11.325849 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 78d5df2c-56b3-4b14-807b-93c9506093fe not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:11.460364 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Deleting port 8780624c-4b05-4aef-b320-f16000ddacbd {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:11.460630 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:11.545396 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] For port 8780624c-4b05-4aef-b320-f16000ddacbd, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8780624c-4b05-4aef-b320-f16000ddacbd,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:11.545799 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:11.558982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Calling delete_port for 8780624c-4b05-4aef-b320-f16000ddacbd owned by network:router_interface {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:11.778400 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7de3dc-dfb8-483b-bc83-87138fe29087 req-cfa208b8-dba7-4ee8-add7-8509f7715ae6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:11.779932 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a7de3dc-dfb8-483b-bc83-87138fe29087 req-cfa208b8-dba7-4ee8-add7-8509f7715ae6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0521283 Sep 10 20:57:11.788845 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:11.813615 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8780624c-4b05-4aef-b320-f16000ddacbd,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:11.817623 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3a7de3dc-dfb8-483b-bc83-87138fe29087 req-34f5e20e-0beb-4099-94d4-d0735b6b352d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Sep 10 20:57:12.176728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.388459 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:12.496104 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:12.501633 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-42d32edb-e4c3-4735-a5ee-53b0aff370ae admin admin] 10.222.0.38 "PUT /v2.0/routers/e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8726368 Sep 10 20:57:12.504236 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59320) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:12.506396 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Sync routers for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:12.516196 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:12.517709 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:12.610879 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.626554 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:12.711994 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.788259 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.816033 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:57:11Z', 'revision_number': 5, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port': {'id': 'd1442056-0004-4c85-a85a-aa99c818088e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fd:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:20Z', 'updated_at': '2021-09-10T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:12.841639 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Checking router: e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:12.851544 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Routers {'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:12.852189 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:12.893038 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Deleting port d1442056-0004-4c85-a85a-aa99c818088e {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:12.893038 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.949859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] Set router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb gateway port host: None {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:12.951996 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde8cce-1ccf-42c1-834b-90ad8719e125 req-a0a3f3af-2852-4548-8eb3-81ea26f50031 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:12.953562 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fcde8cce-1ccf-42c1-834b-90ad8719e125 req-a0a3f3af-2852-4548-8eb3-81ea26f50031 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0665121 Sep 10 20:57:12.983314 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] For port d1442056-0004-4c85-a85a-aa99c818088e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d1442056-0004-4c85-a85a-aa99c818088e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:12.984317 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:12.993625 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-fcde8cce-1ccf-42c1-834b-90ad8719e125 req-4619b87b-032b-4896-9259-9921299f1bef tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334034 Sep 10 20:57:12.999176 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Calling delete_port for d1442056-0004-4c85-a85a-aa99c818088e owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:13.125426 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:57:12Z', 'revision_number': 6, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port_host': None}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:13.151803 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71febf5-e439-424a-9237-1121739a1de3 None None] The sync data for ids ['e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb'] in dv-cinder-760152-8-iscsi is: [{'id': 'e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb', 'name': 'tempest-TestMinimumBasicScenario-784967395-router', 'tenant_id': '3ff4550e42b9437a9627274b27f2e850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:19Z', 'updated_at': '2021-09-10T20:57:12Z', 'revision_number': 6, 'project_id': '3ff4550e42b9437a9627274b27f2e850', 'gw_port_host': None}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:13.239138 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.263960 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1442056-0004-4c85-a85a-aa99c818088e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:13.323718 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.409911 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.411943 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.492758 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-23c21566-1dd4-4578-9fef-5852ac1d7506 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:13.494159 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-23c21566-1dd4-4578-9fef-5852ac1d7506 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 945 time: 0.0486779 Sep 10 20:57:13.531968 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.532534 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 20:57:13.537518 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.538594 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fb7d434e-257d-4009-b4c5-e812b054c17b admin admin] 10.222.0.38 "DELETE /v2.0/routers/e71a7ec0-dabd-4c1f-9391-8a34a1d8ffeb HTTP/1.1" status: 204 len: 168 time: 1.0334320 Sep 10 20:57:13.541198 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59330) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:13.589490 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Deleting subnet a91ae1e6-5bd1-415f-a9a6-52d366e367cc {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:57:13.592644 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.603464 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port d6e81230-dc04-4c3a-8f86-cad3a98f9006 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:13.603805 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.628347 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.694808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] For port d6e81230-dc04-4c3a-8f86-cad3a98f9006, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d6e81230-dc04-4c3a-8f86-cad3a98f9006,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:13.695169 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.740310 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.851108 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.872677 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.872677 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.872677 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97 disassociated. External IP: 172.27.2.100, port: d6e81230-dc04-4c3a-8f86-cad3a98f9006. Sep 10 20:57:13.872677 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for d6e81230-dc04-4c3a-8f86-cad3a98f9006 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:13.879639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a91ae1e6-5bd1-415f-a9a6-52d366e367cc,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:13.881728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:13.883777 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b7b35c71-179b-4243-95b5-526d5fc90236 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a91ae1e6-5bd1-415f-a9a6-52d366e367cc HTTP/1.1" status: 204 len: 168 time: 0.3415234 Sep 10 20:57:13.885974 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44d973-7440-40cd-b74c-ab0afb803c8c None None] Network e9deb283-7392-4b77-afda-e5b5088e2d00 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:13.886445 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59336) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:13.990329 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.055715 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Deleting port 26a5cd80-e499-44e0-9fc5-8084b12f239e {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:14.056152 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.068666 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.130868 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] For port 26a5cd80-e499-44e0-9fc5-8084b12f239e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=26a5cd80-e499-44e0-9fc5-8084b12f239e,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:14.131537 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.138549 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=d6e81230-dc04-4c3a-8f86-cad3a98f9006,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:14.139191 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] DHCP port deletion for e9deb283-7392-4b77-afda-e5b5088e2d00 request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 20:57:14.144265 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ec255a3a-489b-484b-95e7-0bd5a5699b65 req-323d40b9-efcc-4530-b295-50c5cc2e9c6e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0643916 Sep 10 20:57:14.156754 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Calling delete_port for 26a5cd80-e499-44e0-9fc5-8084b12f239e owned by network:dhcp {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:14.210761 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Deleting port 26a5cd80-e499-44e0-9fc5-8084b12f239e {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:14.211523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.279781 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] For port 26a5cd80-e499-44e0-9fc5-8084b12f239e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=26a5cd80-e499-44e0-9fc5-8084b12f239e,segment=NetworkSegment(c5d962ab-7007-4526-83cc-b02ea446924f),segment_id=c5d962ab-7007-4526-83cc-b02ea446924f)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:14.280178 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.282831 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:14.294678 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Calling delete_port for 26a5cd80-e499-44e0-9fc5-8084b12f239e owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:14.319911 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.351339 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26a5cd80-e499-44e0-9fc5-8084b12f239e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:14.351339 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] No DVR routers for this DVR port 26a5cd80-e499-44e0-9fc5-8084b12f239e on host dv-cinder-760152-8-iscsi {{(pid=100992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:14.403057 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:14.414207 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:14.423418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.426240 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.440856 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] No DVR routers for this DVR port 26a5cd80-e499-44e0-9fc5-8084b12f239e on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:14.442389 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:14.443092 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:14.456514 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9deb283-7392-4b77-afda-e5b5088e2d00']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:14.468094 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d962ab-7007-4526-83cc-b02ea446924f') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:14.468559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d962ab-7007-4526-83cc-b02ea446924f') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:14.472435 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac251a7-3565-426d-87f3-68561936d4dd None None] Pushing event deleted for resources: {'Port': ['ID=26a5cd80-e499-44e0-9fc5-8084b12f239e,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:14.480535 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.482725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] No DVR routers for this DVR port d6e81230-dc04-4c3a-8f86-cad3a98f9006 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:14.485787 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.488105 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-50365ee0-ffea-4fb4-9605-fea45e6a9932 req-2b70ddca-32f4-4615-867f-3c702a74bcc5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "DELETE /v2.0/ports/d6e81230-dc04-4c3a-8f86-cad3a98f9006 HTTP/1.1" status: 204 len: 173 time: 0.9857254 Sep 10 20:57:14.488548 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'name': 'network-vif-deleted', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:14.490967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef475078-1046-4300-8e3d-ec5f15b85bfd" -d '{"events": [{"server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "name": "network-vif-deleted", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:14.508207 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.524798 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:57:14.524798 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:57:14.526889 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:57:14.545628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515d4a18-d699-4b91-9d49-d835808e5dae x-openstack-request-id: req-515d4a18-d699-4b91-9d49-d835808e5dae {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:14.546691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c331fe-d6dd-46c6-9997-ad5b7a26195e", "name": "network-vif-deleted", "tag": "d6e81230-dc04-4c3a-8f86-cad3a98f9006", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:14.547084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-515d4a18-d699-4b91-9d49-d835808e5dae {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:14.547634 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c331fe-d6dd-46c6-9997-ad5b7a26195e', 'name': 'network-vif-deleted', 'tag': 'd6e81230-dc04-4c3a-8f86-cad3a98f9006', 'status': 'completed', 'code': 200} Sep 10 20:57:14.585056 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d1442056-0004-4c85-a85a-aa99c818088e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:14.611896 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: d1442056-0004-4c85-a85a-aa99c818088e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:14.612092 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d1442056-0004-4c85-a85a-aa99c818088e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:14.612565 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8780624c-4b05-4aef-b320-f16000ddacbd no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:14.636523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 8780624c-4b05-4aef-b320-f16000ddacbd {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:14.636965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8780624c-4b05-4aef-b320-f16000ddacbd not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:14.637471 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 26a5cd80-e499-44e0-9fc5-8084b12f239e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:14.662912 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 26a5cd80-e499-44e0-9fc5-8084b12f239e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:14.663364 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 26a5cd80-e499-44e0-9fc5-8084b12f239e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:14.685079 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:14.719822 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.735663 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:14.740742 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e9deb283-7392-4b77-afda-e5b5088e2d00 HTTP/1.1" status: 204 len: 168 time: 0.8533688 Sep 10 20:57:14.740874 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59346) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:14.741679 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca59dbf-e764-4cc4-8239-b0ac5bc8a8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9deb283-7392-4b77-afda-e5b5088e2d00,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:14.887806 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:14.914590 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:14.923598 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:14.924193 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:15.030223 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:15.124869 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:15.259629 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ad0fd237-46e3-4d04-8e32-52e3fdfc74ad req-61f655e7-89de-457f-9e88-cee73f39729d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4c331fe-d6dd-46c6-9997-ad5b7a26195e HTTP/1.1" status: 200 len: 210 time: 0.0255945 Sep 10 20:57:15.270305 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:15.304584 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006f52c-3a13-4196-9ea2-d1e81672d323 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:15.391686 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Deleting port fb731499-0110-4351-96f8-7a3d3856ff31 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:15.391955 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:15.472921 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] For port fb731499-0110-4351-96f8-7a3d3856ff31, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=fb731499-0110-4351-96f8-7a3d3856ff31,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:15.473301 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:15.490511 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Calling delete_port for fb731499-0110-4351-96f8-7a3d3856ff31 owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:15.552299 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1369f-e5f4-42a0-9b99-b37f10c81830 None None] New status for floating IP 0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97: DOWN {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:57:15.783229 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:15.807207 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb731499-0110-4351-96f8-7a3d3856ff31,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:16.231535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:16.442228 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Router bad1e38b-9cea-4bfb-a42d-42868fa3665e has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:16.577195 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-8fc5d998-d4ae-4cec-8d0b-26e3e4f2b797 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272292593&fields=id&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 267 time: 0.0528409 Sep 10 20:57:16.587124 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:16.595733 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Sync routers for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:16.599751 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0ed6c455-4e76-4308-bde9-f57cebfe1550 admin admin] 10.222.0.38 "PUT /v2.0/routers/bad1e38b-9cea-4bfb-a42d-42868fa3665e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8561895 Sep 10 20:57:16.604990 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:16.605611 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:16.606514 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59374) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:16.693839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-2f77ecc5-b7b7-43fd-bdb6-92f09f00d11e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:16.695533 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-2f77ecc5-b7b7-43fd-bdb6-92f09f00d11e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.1106448 Sep 10 20:57:16.710392 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-f5de0e10-10eb-435b-892c-8baa5e8b2ce0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/quotas/8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0089552 Sep 10 20:57:16.714580 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:16.727462 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:16.768715 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-11f4169e-52d5-4309-b2c4-2ca50baf00e1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526705 Sep 10 20:57:16.838226 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:16.879165 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-3c7874d7-928c-4872-9330-bf1c59058303 service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962379 Sep 10 20:57:16.898234 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:57:15Z', 'revision_number': 5, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port': {'id': '365fbc6e-ee09-406e-9f98-6cc5876acc9e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:49:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:26Z', 'updated_at': '2021-09-10T20:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:16.938978 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Checking router: bad1e38b-9cea-4bfb-a42d-42868fa3665e for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:16.948344 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Routers {'bad1e38b-9cea-4bfb-a42d-42868fa3665e'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:16.949071 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:16.973989 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Deleting port 365fbc6e-ee09-406e-9f98-6cc5876acc9e {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:16.974342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:16.987628 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-a8665108-87da-498b-ad86-446727f6b44c service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013408 Sep 10 20:57:17.057296 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] Set router bad1e38b-9cea-4bfb-a42d-42868fa3665e gateway port host: None {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:17.089610 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] For port 365fbc6e-ee09-406e-9f98-6cc5876acc9e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=365fbc6e-ee09-406e-9f98-6cc5876acc9e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:17.090087 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.105867 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Calling delete_port for 365fbc6e-ee09-406e-9f98-6cc5876acc9e owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:17.118824 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:57:16Z', 'revision_number': 6, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port_host': None}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:17.145570 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b7bd6-fe56-4435-a09b-64f9a21fcb4d None None] The sync data for ids ['bad1e38b-9cea-4bfb-a42d-42868fa3665e'] in dv-cinder-760152-8-iscsi is: [{'id': 'bad1e38b-9cea-4bfb-a42d-42868fa3665e', 'name': 'tempest-TestMinimumBasicScenario-198583273-router', 'tenant_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:25Z', 'updated_at': '2021-09-10T20:57:16Z', 'revision_number': 6, 'project_id': '5ec8a3a64b51499abe2beafb6a5b49e7', 'gw_port_host': None}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:17.322534 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d6e81230-dc04-4c3a-8f86-cad3a98f9006 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:17.336041 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.341505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: d6e81230-dc04-4c3a-8f86-cad3a98f9006 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:17.341850 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d6e81230-dc04-4c3a-8f86-cad3a98f9006 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:17.362294 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=365fbc6e-ee09-406e-9f98-6cc5876acc9e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:17.418405 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.748944 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-40cd1e08-df90-4142-9c60-1969be1e4e6d req-81fcd39d-54fd-4068-9317-5e9f9d98b426 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 210 time: 0.0535753 Sep 10 20:57:17.750465 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.752853 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.862582 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.863203 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad1e38b-9cea-4bfb-a42d-42868fa3665e {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 20:57:17.874704 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.874704 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3fdc5c5d-f9f1-41e1-bf25-f41bf20c8c93 admin admin] 10.222.0.38 "DELETE /v2.0/routers/bad1e38b-9cea-4bfb-a42d-42868fa3665e HTTP/1.1" status: 204 len: 168 time: 1.2607627 Sep 10 20:57:17.874704 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59396) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:17.914392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Deleting subnet f8eb14ed-f56b-4b58-8ef6-ce150a0b1314 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:57:17.917247 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:17.955620 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.040035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.165372 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.192099 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8eb14ed-f56b-4b58-8ef6-ce150a0b1314,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:18.207083 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef185e9f-8701-4a8b-a891-f516e9b7c82e None None] Network 6703a66a-425b-46c7-a072-75ce53c9d35d requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:18.207246 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.210145 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-132f6830-c1d1-4c93-874a-0c4b8546a867 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f8eb14ed-f56b-4b58-8ef6-ce150a0b1314 HTTP/1.1" status: 204 len: 168 time: 0.3379376 Sep 10 20:57:18.222848 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59406) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:18.322605 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.380716 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Deleting port 12267575-8d93-41cc-b718-184e6866fbaa {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:18.381140 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.391821 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] DHCP port deletion for 6703a66a-425b-46c7-a072-75ce53c9d35d request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 20:57:18.439898 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Deleting port 12267575-8d93-41cc-b718-184e6866fbaa {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:18.440323 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.453208 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] For port 12267575-8d93-41cc-b718-184e6866fbaa, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=12267575-8d93-41cc-b718-184e6866fbaa,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:18.453664 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.466265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Calling delete_port for 12267575-8d93-41cc-b718-184e6866fbaa owned by network:dhcp {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:18.506059 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] For port 12267575-8d93-41cc-b718-184e6866fbaa, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=12267575-8d93-41cc-b718-184e6866fbaa,segment=NetworkSegment(dbccca5f-8989-4d55-aa97-97653f46e2ff),segment_id=dbccca5f-8989-4d55-aa97-97653f46e2ff)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:18.506833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.519585 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Calling delete_port for 12267575-8d93-41cc-b718-184e6866fbaa owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:18.524790 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device fb731499-0110-4351-96f8-7a3d3856ff31 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:18.552222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: fb731499-0110-4351-96f8-7a3d3856ff31 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:18.552222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device fb731499-0110-4351-96f8-7a3d3856ff31 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:18.552479 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 12267575-8d93-41cc-b718-184e6866fbaa no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:18.617640 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.634551 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No active binding found for port 12267575-8d93-41cc-b718-184e6866fbaa {{(pid=100994) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 20:57:18.634984 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 12267575-8d93-41cc-b718-184e6866fbaa not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:18.635414 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 365fbc6e-ee09-406e-9f98-6cc5876acc9e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:18.647712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] No DVR routers for this DVR port 12267575-8d93-41cc-b718-184e6866fbaa on host dv-cinder-760152-8-iscsi {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:18.652472 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=12267575-8d93-41cc-b718-184e6866fbaa,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:18.659956 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 365fbc6e-ee09-406e-9f98-6cc5876acc9e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:18.660297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 365fbc6e-ee09-406e-9f98-6cc5876acc9e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:18.665576 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.690495 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] Pushing event deleted for resources: {'Port': ['ID=12267575-8d93-41cc-b718-184e6866fbaa,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:18.694916 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ba646-0056-451b-b9ac-51b8f8faad99 None None] No DVR routers for this DVR port 12267575-8d93-41cc-b718-184e6866fbaa on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:18.741484 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.762083 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6703a66a-425b-46c7-a072-75ce53c9d35d']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:18.774148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbccca5f-8989-4d55-aa97-97653f46e2ff') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:18.774516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbccca5f-8989-4d55-aa97-97653f46e2ff') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:18.785764 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.800519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.806460 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:57:18.812251 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:57:18.848199 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-812112a2-b4c5-41d2-b632-5529a712338d req-84d60501-4060-49b8-9ed1-5e1d669c2ecb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 210 time: 0.0295730 Sep 10 20:57:18.977176 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.984592 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:18.986450 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6703a66a-425b-46c7-a072-75ce53c9d35d HTTP/1.1" status: 204 len: 168 time: 0.7616358 Sep 10 20:57:18.996982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3390a-c70e-4903-a7de-4357545709b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6703a66a-425b-46c7-a072-75ce53c9d35d,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:19.359843 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59430) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:19.397786 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c68173b6-8e2d-4987-afbe-ad3043f99fac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3ff4550e42b9437a9627274b27f2e850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367293 Sep 10 20:57:19.400226 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59432) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:19.446427 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:19.466930 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:19.594743 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:19.597431 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:19.598939 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/935cc444-3088-4251-a5b5-e803d2df8367 HTTP/1.1" status: 204 len: 168 time: 0.1974907 Sep 10 20:57:19.607133 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4cab9-ef09-4885-9f2a-49189c8db330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935cc444-3088-4251-a5b5-e803d2df8367,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:19.616920 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-e13f028c-8756-4a94-a904-7b1e7bd2cea4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:19.618503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-e13f028c-8756-4a94-a904-7b1e7bd2cea4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.1105683 Sep 10 20:57:19.674813 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-3f28bc78-91ad-4ffc-a5d4-9a3c3fce3c16 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 380 time: 0.0459621 Sep 10 20:57:19.684562 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'port': {'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'admin_state_up': True, 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'security_groups': ['0655d262-e3b3-4371-a8cf-931997266cb7']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:19.763808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d0c0-033e-404c-9998-360775a06363 req-5f2dfb1d-86f4-49d6-b8c3-d5649a7200bd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:19.766339 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c690d0c0-033e-404c-9998-360775a06363 req-5f2dfb1d-86f4-49d6-b8c3-d5649a7200bd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0577734 Sep 10 20:57:19.807341 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c690d0c0-033e-404c-9998-360775a06363 req-cb2db3ca-988d-428f-bbe5-062f9f4ccaf2 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Sep 10 20:57:19.903158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Made reservation on behalf of 8ae6836ce26a4c8eac96b7550d6cb1e0 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:19.908252 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:19.956263 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e736df68-e1e6-4998-a652-926d5d96fae8 req-1960bbed-8f09-4093-8435-f260c0a39e8f tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Sep 10 20:57:20.073880 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.20.0.6 (5bcefa40-8dcf-43c8-bdea-a22e371cd3ab/d7544aad-9e49-4917-bc37-a662274cadf2/e7e20e5e-3554-4596-8cf1-5000b30c3997) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:57:20.211166 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.230113 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Transition to ACTIVE for port object e7e20e5e-3554-4596-8cf1-5000b30c3997 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:57:20.337927 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.350129 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59452) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:20.392456 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:57:20.398278 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:20.404872 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:57:20.436815 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:20.464105 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ba648b63-d638-43d4-8529-e96c7de7fcd6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ec8a3a64b51499abe2beafb6a5b49e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1115451 Sep 10 20:57:20.465404 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59454) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:20.479633 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:20.480600 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.522725 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.546270 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.589414 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-7d4476e4-6f5a-47fd-9d70-cea72a3807ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091516 Sep 10 20:57:20.604196 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Request body: {'port': {'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:20.661759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.697182 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.700066 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.701202 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/04bea253-c007-4ac7-bcbc-ee06025b608d HTTP/1.1" status: 204 len: 168 time: 0.2347999 Sep 10 20:57:20.711618 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fff729-3774-42dd-9e60-0fa82ae23a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bea253-c007-4ac7-bcbc-ee06025b608d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:20.766145 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-561a17d6-d7f1-4486-85a9-ca0e0a5dad97 None None] Provisioning for port e7e20e5e-3554-4596-8cf1-5000b30c3997 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:57:20.770594 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-561a17d6-d7f1-4486-85a9-ca0e0a5dad97 None None] Provisioning complete for port e7e20e5e-3554-4596-8cf1-5000b30c3997 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:57:20.771140 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-561a17d6-d7f1-4486-85a9-ca0e0a5dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:20.812247 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-561a17d6-d7f1-4486-85a9-ca0e0a5dad97 None None] Port e7e20e5e-3554-4596-8cf1-5000b30c3997 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:57:20.947725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbe2ab-b956-4d06-b02b-294a9ec9c819 req-ba27f144-0e47-426b-973b-ad71cf470967 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:20.949196 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3fcbe2ab-b956-4d06-b02b-294a9ec9c819 req-ba27f144-0e47-426b-973b-ad71cf470967 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0725212 Sep 10 20:57:21.013630 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e20e5e-3554-4596-8cf1-5000b30c3997 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:21.025067 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3fcbe2ab-b956-4d06-b02b-294a9ec9c819 req-4839f951-46f1-444f-9221-c4469e1fc04c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=98aecc9f-877e-494d-9709-9cefe6467726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685608 Sep 10 20:57:21.027152 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.043285 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Transition to ACTIVE for port object e7e20e5e-3554-4596-8cf1-5000b30c3997 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:57:21.083600 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6651d56-45e3-48bb-ac6d-5df713624197 req-cfa092f7-706e-43d1-b17f-ea450992a3ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:21.085638 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d6651d56-45e3-48bb-ac6d-5df713624197 req-cfa092f7-706e-43d1-b17f-ea450992a3ba tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 931 time: 0.0596228 Sep 10 20:57:21.130233 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d6651d56-45e3-48bb-ac6d-5df713624197 req-766ebb32-de19-41c1-8272-420e2c381013 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375719 Sep 10 20:57:21.154818 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-96d2ed96-9b4b-4617-afe7-15290d822aae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:21.157047 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-96d2ed96-9b4b-4617-afe7-15290d822aae tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 945 time: 0.0580432 Sep 10 20:57:21.159946 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.250235 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:21.358727 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Deleting port ea90fb32-88f2-465d-ad53-40f154b3ea24 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:21.358727 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.384400 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Attempting to bind port e7e20e5e-3554-4596-8cf1-5000b30c3997 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:57:21.384714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Attempting to bind port e7e20e5e-3554-4596-8cf1-5000b30c3997 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:57:21.385052 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Attempting to bind port e7e20e5e-3554-4596-8cf1-5000b30c3997 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:21.400365 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Port e7e20e5e-3554-4596-8cf1-5000b30c3997 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:57:21.402449 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Attempting to bind port e7e20e5e-3554-4596-8cf1-5000b30c3997 on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:21.437490 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:57:21.437828 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:21.438213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Bound using segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:57:21.438667 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Bound port: e7e20e5e-3554-4596-8cf1-5000b30c3997, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:57:21.439512 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.500894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] For port ea90fb32-88f2-465d-ad53-40f154b3ea24, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ea90fb32-88f2-465d-ad53-40f154b3ea24,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:21.501260 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.576144 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:57:21.581161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:57:21.645729 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.711103 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:21.711801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.713093 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] 10.222.0.46 "PUT /v2.0/ports/e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 200 len: 1093 time: 1.1129861 Sep 10 20:57:21.715157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:21.717452 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b7f78-6129-4623-8b14-44a412c942e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:21.758811 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4bdc2-495f-4873-a7c9-d133c5988e21 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:21.763262 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.765710 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:21.765710 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Floating IP 3bea4279-a471-486c-8423-3dde9c6bc11d disassociated. External IP: 172.27.2.175, port: ea90fb32-88f2-465d-ad53-40f154b3ea24. Sep 10 20:57:21.765710 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Calling delete_port for ea90fb32-88f2-465d-ad53-40f154b3ea24 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:21.767838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ed323d-adec-4709-b839-810de9bf47c8 x-openstack-request-id: req-75ed323d-adec-4709-b839-810de9bf47c8 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:21.768125 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:21.768951 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75ed323d-adec-4709-b839-810de9bf47c8 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:21.768951 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'status': 'completed', 'code': 200} Sep 10 20:57:21.876557 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-40c53149-70e2-4985-a7d3-f01ff150cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:21.878065 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-40c53149-70e2-4985-a7d3-f01ff150cb6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1096 time: 0.0692713 Sep 10 20:57:22.013901 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-6992f3ac-27d1-47d3-b98f-0e34cbd8150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.015388 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-6992f3ac-27d1-47d3-b98f-0e34cbd8150a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1290226 Sep 10 20:57:22.098303 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:22.147420 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'Port': ['ID=ea90fb32-88f2-465d-ad53-40f154b3ea24,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:22.166284 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-520a4cf1-5e79-4d5b-a8d3-734a33656a23 req-d79d8b03-50e0-48f7-b909-414dffc64a8a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0602779 Sep 10 20:57:22.167325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-9a8d5a77-c3cf-430b-91b1-d5cc9e94a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.168633 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad8b7f78-6129-4623-8b14-44a412c942e9 req-9a8d5a77-c3cf-430b-91b1-d5cc9e94a16b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463091 Sep 10 20:57:22.306457 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-b48d1a42-a17a-46e6-aa93-21234c34b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.307933 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-b48d1a42-a17a-46e6-aa93-21234c34b47e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1096 time: 0.0622008 Sep 10 20:57:22.313100 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:22.358366 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-9c42c305-8b0c-48da-9b80-d3e814f3def4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 200 len: 217 time: 0.0406187 Sep 10 20:57:22.477978 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-8140698b-24e9-44b5-9324-a6b7e15f88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.479436 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-8140698b-24e9-44b5-9324-a6b7e15f88f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0908124 Sep 10 20:57:22.490283 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04536b-eaf6-413c-b2d5-1afbf558a1d8 req-3e0e293d-2c0b-4c74-8e29-4e98f1cd041a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.492398 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5b04536b-eaf6-413c-b2d5-1afbf558a1d8 req-3e0e293d-2c0b-4c74-8e29-4e98f1cd041a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.0622025 Sep 10 20:57:22.533196 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:22.539433 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5b04536b-eaf6-413c-b2d5-1afbf558a1d8 req-a8912dca-d697-4fd9-b3d8-416f20248561 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397346 Sep 10 20:57:22.544036 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:22.561561 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:22.561561 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:22.613393 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] No DVR routers for this DVR port ea90fb32-88f2-465d-ad53-40f154b3ea24 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:22.613393 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:22.613393 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-89254964-4b67-468d-9ddb-749eb82a05b7 req-c6785f56-463c-4d9a-bb32-e57dd8ba1f02 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "DELETE /v2.0/ports/ea90fb32-88f2-465d-ad53-40f154b3ea24 HTTP/1.1" status: 204 len: 173 time: 1.4103405 Sep 10 20:57:22.613393 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-904fa9e8-faf5-4af4-8ad9-7c4598997515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:22.613393 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-904fa9e8-faf5-4af4-8ad9-7c4598997515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098166 Sep 10 20:57:22.670367 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:22.696503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-4a5eb6a6-d756-4aa2-ba77-af7651548827 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882878 Sep 10 20:57:22.790569 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-38aed081-dabe-4249-9d20-1bf5a396f805 req-1b37a0f3-a63f-425d-9e56-cd1253e1e3b2 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864661 Sep 10 20:57:22.873515 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:22.899206 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:22.910064 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:22.910681 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:23.016312 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:23.282856 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4ac878ee-66c6-4cda-a171-8656ec29f699 req-810a3266-470c-4fc4-b099-19ac2be00fc8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=2e9faf66-140e-47d7-862e-2da5750d6c9d HTTP/1.1" status: 200 len: 210 time: 0.0264745 Sep 10 20:57:23.328222 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:23.356556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93c0039-b119-4664-8dac-59f4d63dc08e None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:23.598164 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a10e7-1943-48d5-a90b-d0c97032962f None None] New status for floating IP 3bea4279-a471-486c-8423-3dde9c6bc11d: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:57:23.653218 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59512) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:23.680229 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd398c-84b5-4e84-a7c2-c9c3b2891992 req-2fc5d83d-4262-429c-8cc0-0407ca0d0727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:23.681768 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-31fd398c-84b5-4e84-a7c2-c9c3b2891992 req-2fc5d83d-4262-429c-8cc0-0407ca0d0727 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.0557566 Sep 10 20:57:23.706960 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Deleting subnet f6d51d03-af8b-4425-9b7f-c2470a0444dc {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:57:23.710209 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:23.722153 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-31fd398c-84b5-4e84-a7c2-c9c3b2891992 req-e56d470b-2db8-4efa-bdcf-7ac836580436 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338030 Sep 10 20:57:23.746540 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:23.769819 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'name': 'network-vif-deleted', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:23.772139 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ed700e-dd0d-4349-a317-b634a2f583d6" -d '{"events": [{"server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "name": "network-vif-deleted", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:23.785831 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:23.810138 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b38e42-0a6c-4b9c-acf8-4b73c618f62e x-openstack-request-id: req-78b38e42-0a6c-4b9c-acf8-4b73c618f62e {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:23.810629 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9faf66-140e-47d7-862e-2da5750d6c9d", "name": "network-vif-deleted", "tag": "ea90fb32-88f2-465d-ad53-40f154b3ea24", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:23.810629 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78b38e42-0a6c-4b9c-acf8-4b73c618f62e {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:23.811007 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9faf66-140e-47d7-862e-2da5750d6c9d', 'name': 'network-vif-deleted', 'tag': 'ea90fb32-88f2-465d-ad53-40f154b3ea24', 'status': 'completed', 'code': 200} Sep 10 20:57:23.903104 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:23.931141 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d51d03-af8b-4425-9b7f-c2470a0444dc,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:23.938975 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:23.940857 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2ad6aa58-27bd-4d4f-b1a7-5fcc17074cdf admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f6d51d03-af8b-4425-9b7f-c2470a0444dc HTTP/1.1" status: 204 len: 168 time: 0.2866139 Sep 10 20:57:23.943366 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59516) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.015705 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.107250 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.127195 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1afccd-c247-49ca-8cef-ef1a23e9dc4d']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.135972 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bff7e8-20be-43f8-8d46-4c5a907623e5') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.136272 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bff7e8-20be-43f8-8d46-4c5a907623e5') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.145008 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.157808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.163511 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:57:24.163887 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:57:24.165437 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:57:24.297142 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.302259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.304124 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] 10.222.0.38 "DELETE /v2.0/networks/2e1afccd-c247-49ca-8cef-ef1a23e9dc4d HTTP/1.1" status: 204 len: 168 time: 0.3598630 Sep 10 20:57:24.306932 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59520) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.316923 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1bf73-c470-4bf6-a6b6-bbd125c3ce6f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1afccd-c247-49ca-8cef-ef1a23e9dc4d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:24.350981 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Deleting subnet 152bb474-9805-4423-8c17-1332671c4bcf {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:57:24.354126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.391904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.424087 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59524) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.430032 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.480897 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.503662 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.554309 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.582900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.584759 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/152bb474-9805-4423-8c17-1332671c4bcf HTTP/1.1" status: 204 len: 168 time: 0.2768648 Sep 10 20:57:24.585913 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51a3fe-ea30-4fb9-96dd-c8fc627d42bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152bb474-9805-4423-8c17-1332671c4bcf,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:24.587392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59526) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.643418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.645825 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.646950 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "DELETE /v2.0/security-groups/98aecc9f-877e-494d-9709-9cefe6467726 HTTP/1.1" status: 204 len: 168 time: 0.2218270 Sep 10 20:57:24.649954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59528) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.664416 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.api.v2.resource [None req-2bd87ea6-d48d-4647-8855-ffb924245f12 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] show failed (client error): The resource could not be found. Sep 10 20:57:24.664627 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.668900 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-2bd87ea6-d48d-4647-8855-ffb924245f12 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups/98aecc9f-877e-494d-9709-9cefe6467726 HTTP/1.1" status: 404 len: 347 time: 0.0143743 Sep 10 20:57:24.669019 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6184a8-0b03-4b89-a954-6c377ea2364a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aecc9f-877e-494d-9709-9cefe6467726,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:24.669019 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59530) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:24.873983 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.908644 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285001de-95c5-442b-acfe-b42886b69278']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.929279 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b58f-003c-4e7e-a7a1-b3b6627243e4 req-6622413d-f6d7-4c34-8613-9a94579a2fcb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:24.930791 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce51b58f-003c-4e7e-a7a1-b3b6627243e4 req-6622413d-f6d7-4c34-8613-9a94579a2fcb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.1251547 Sep 10 20:57:24.932447 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c57ddad-c1b4-4305-a92e-45a31e59ac4d') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.932737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c57ddad-c1b4-4305-a92e-45a31e59ac4d') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:24.944119 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Deleting port e95e0768-59bd-4681-bfa8-edfaa589a95b {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:24.944458 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.962171 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:24.997348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.037485 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:57:25.037875 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:57:25.041152 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:57:25.056133 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce51b58f-003c-4e7e-a7a1-b3b6627243e4 req-36a3b9d4-cba2-46c9-b5f4-2768803458e8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136310 Sep 10 20:57:25.106951 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.107279 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.118769 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Calling delete_port for e95e0768-59bd-4681-bfa8-edfaa589a95b owned by network:floatingip {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:25.164135 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.171114 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.172823 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] 10.222.0.38 "DELETE /v2.0/networks/285001de-95c5-442b-acfe-b42886b69278 HTTP/1.1" status: 204 len: 168 time: 0.5842314 Sep 10 20:57:25.185021 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037b34-b371-4c6e-98d0-979a3bcd002f admin admin] Pushing event deleted for resources: {'Network': ['ID=285001de-95c5-442b-acfe-b42886b69278,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:25.348374 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.371136 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'Port': ['ID=e95e0768-59bd-4681-bfa8-edfaa589a95b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:25.391914 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device ea90fb32-88f2-465d-ad53-40f154b3ea24 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:25.411459 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: ea90fb32-88f2-465d-ad53-40f154b3ea24 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:25.411805 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device ea90fb32-88f2-465d-ad53-40f154b3ea24 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:25.431314 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.433698 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.434892 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8221934a-7d63-411d-8709-e30eaac343d5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "DELETE /v2.0/floatingips/3bea4279-a471-486c-8423-3dde9c6bc11d HTTP/1.1" status: 204 len: 168 time: 0.7649899 Sep 10 20:57:25.565527 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59540) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:25.604253 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9fa27b03-6318-4628-99b0-18ba15530540 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=acdb9ac6870e402299293ad0dce8beff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375745 Sep 10 20:57:25.606337 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59542) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:25.657075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.677587 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.822693 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.825325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:25.826468 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a15ed926-148f-4d06-9729-9af7adbd06ac HTTP/1.1" status: 204 len: 168 time: 0.2192268 Sep 10 20:57:25.834058 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2ef3-c09b-43c9-bb9a-cbfa7c62a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ed926-148f-4d06-9729-9af7adbd06ac,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:25.892958 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59548) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:25.897481 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187914604', 'description': 'tempest-description--991286133'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:25.982238 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.058377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.126051 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.156588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067cbb08-cb1e-4368-b5b9-1d890eb91021,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:26.173831 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0ae69-e0ff-4e6e-9467-5b3f7f6cb759 req-0b3642ac-751c-4fd8-b8af-8a36da0a5986 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:26.175449 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6aa0ae69-e0ff-4e6e-9467-5b3f7f6cb759 req-0b3642ac-751c-4fd8-b8af-8a36da0a5986 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.0496676 Sep 10 20:57:26.208313 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.212883 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-e18345c3-34af-4c62-a2ab-dd94ecdabd66 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3163397 Sep 10 20:57:26.213135 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59554) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:26.214797 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6aa0ae69-e0ff-4e6e-9467-5b3f7f6cb759 req-9a4b1e68-dd46-4c69-b63e-1b8376fc5938 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Sep 10 20:57:26.217715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group_rule': {'security_group_id': '067cbb08-cb1e-4368-b5b9-1d890eb91021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:26.301441 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.354254 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.427934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.443214 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2876a22e-a459-4d31-ab09-8c0e9ac4513b,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:26.477735 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59556) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:26.520142 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-96b842de-3c46-4df6-8df2-6061ec544d6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c24059658094a5c81533433436c68ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412855 Sep 10 20:57:26.522525 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59558) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:26.539535 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.540609 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f53e6334-ded6-45cb-bfad-82d1e590957a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3264987 Sep 10 20:57:26.543359 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59560) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:26.548458 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'security_group_rule': {'security_group_id': '067cbb08-cb1e-4368-b5b9-1d890eb91021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:26.572264 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.592716 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.644262 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.689982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.759816 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.762335 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.763514 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47609803-f0dd-46d7-8c38-520ae75066e1 HTTP/1.1" status: 204 len: 168 time: 0.2401035 Sep 10 20:57:26.771215 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823740aa-f202-4f08-bec0-5b97eda891e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47609803-f0dd-46d7-8c38-520ae75066e1,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:26.799912 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081103'] for security_group_rule, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.815349 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe1b89d-1854-4281-917c-6eed3b181857,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:26.943259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:26.944617 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-160bd51c-a528-4498-8ca4-7e5960e8c243 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4001691 Sep 10 20:57:26.947707 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59566) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:26.956683 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:27.048855 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.144350 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.260278 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Allocated IP 172.27.2.111 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/60aa9732-fcfc-4069-a32d-d8d4a99424ef) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:57:27.324329 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.388900 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aecfd-acb9-4743-ac46-65f3846809b8 req-ed90f06c-7294-437a-bd62-8637664fe543 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:27.390893 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-010aecfd-acb9-4743-ac46-65f3846809b8 req-ed90f06c-7294-437a-bd62-8637664fe543 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.1033890 Sep 10 20:57:27.403822 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.446484 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-010aecfd-acb9-4743-ac46-65f3846809b8 req-c974bb09-161b-45ea-a8b9-9f39a50ad15c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476956 Sep 10 20:57:27.525551 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.564493 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:57:27.567253 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:27.572058 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:57:27.599221 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=60aa9732-fcfc-4069-a32d-d8d4a99424ef,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:27.662547 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.767590 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:27.915409 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:28.039453 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:28.106173 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=60aa9732-fcfc-4069-a32d-d8d4a99424ef,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:28.115591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:28.176784 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:28.178128 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-391b010e-c7fc-436b-8811-95eb34c880de tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2294457 Sep 10 20:57:28.362552 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-da4fdc04-9eeb-49d2-80f5-2e5d6adab840 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--187914604&fields=id&tenant_id=87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 267 time: 0.0340269 Sep 10 20:57:28.469997 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-9590258d-a6e9-4bea-ad52-006368bba4cc tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:28.471547 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-9590258d-a6e9-4bea-ad52-006368bba4cc tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 809 time: 0.1023109 Sep 10 20:57:28.488412 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7749df77-c345-45ca-8964-e2b42a60c475 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/quotas/87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 375 time: 0.0106678 Sep 10 20:57:28.542236 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-29be4a28-6a44-47ac-9842-ca666aaf3612 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484388 Sep 10 20:57:28.568541 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59494128-6d39-437e-a20c-51830b75d64a req-a2ff9af9-3f65-47a2-8ff4-64ba264fc986 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:28.570137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-59494128-6d39-437e-a20c-51830b75d64a req-a2ff9af9-3f65-47a2-8ff4-64ba264fc986 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.0497885 Sep 10 20:57:28.610975 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-59494128-6d39-437e-a20c-51830b75d64a req-c3a28567-8b13-44a5-b646-07ee4cbc5f22 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Sep 10 20:57:28.644291 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-fb788f30-15b3-423d-a1fd-9b4cdf0add84 service neutron] 10.222.0.38 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888648 Sep 10 20:57:28.732219 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-70bdb5b2-d65d-4b16-a4c5-4bc174169ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815821 Sep 10 20:57:28.946504 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c87e67ee-6807-463c-919c-4b3c611d35c3 req-8776f697-fb21-4458-adb9-2aabad26465e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Sep 10 20:57:29.973446 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5071c-3020-4726-baca-f735dcc9ca27 req-e6ee7341-75b2-466b-828f-590cb8df2b92 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:29.974875 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ffa5071c-3020-4726-baca-f735dcc9ca27 req-e6ee7341-75b2-466b-828f-590cb8df2b92 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.2948167 Sep 10 20:57:30.013268 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ffa5071c-3020-4726-baca-f735dcc9ca27 req-64d81030-49fe-47e3-b601-d7320505d2ae tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317061 Sep 10 20:57:30.043565 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c401cb8b-e3fe-4b96-b2bc-6a8d0db55625 req-cc3976a6-5616-4bc3-a17d-3e8c65d3616c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 210 time: 0.0301116 Sep 10 20:57:31.131091 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db08f1-4f74-4e95-b1eb-fea041b67180 req-a5af3848-de90-4c62-98b0-3f0c4ad6ddb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:31.132678 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c9db08f1-4f74-4e95-b1eb-fea041b67180 req-a5af3848-de90-4c62-98b0-3f0c4ad6ddb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 943 time: 0.0525546 Sep 10 20:57:31.139158 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-af6e7b59-722f-4a26-88e4-efaf96409e92 req-eddf9672-1734-4d97-8733-a7e54d9b902a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Sep 10 20:57:31.171297 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c9db08f1-4f74-4e95-b1eb-fea041b67180 req-da161014-3689-47ff-8b78-25c727fe7d6d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318425 Sep 10 20:57:31.282783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-da8f9891-2ec1-4ada-a73e-bc193ef3b519 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:31.284233 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-da8f9891-2ec1-4ada-a73e-bc193ef3b519 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 809 time: 0.1020041 Sep 10 20:57:31.328567 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f23ae240-9ffc-440c-b20a-a997015386e8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87295a18b531480f8ffc07df478f275f HTTP/1.1" status: 200 len: 379 time: 0.0339534 Sep 10 20:57:31.339358 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'port': {'device_id': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'admin_state_up': True, 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'security_groups': ['067cbb08-cb1e-4368-b5b9-1d890eb91021']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:31.435097 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device e7e20e5e-3554-4596-8cf1-5000b30c3997 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:57:31.502166 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Made reservation on behalf of 87295a18b531480f8ffc07df478f275f for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:31.506054 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:31.530334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:31.541625 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:57:31.579886 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:31.592239 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e20e5e-3554-4596-8cf1-5000b30c3997 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:31.611161 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:31.632851 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Allocated IP 172.20.0.6 (fb50a3d5-7aa0-47cb-910e-486e159c163b/7ce0365a-cbed-4108-9300-cf36a3aa2a2f/26f6e0f3-ecb3-4e18-8df8-1de87af21a67) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:57:31.703074 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:31.751881 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:31.773604 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:31.788132 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Transition to ACTIVE for port object 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:57:31.896307 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:31.937866 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Network fb50a3d5-7aa0-47cb-910e-486e159c163b is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:57:31.940947 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:31.944537 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:57:31.972325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event updated for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:32.001204 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:32.001839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.054310 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['e7e20e5e-3554-4596-8cf1-5000b30c3997'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:57:32.086510 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-f220eaba-0e96-4fa0-9c6b-965e33da7ffa tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506642 Sep 10 20:57:32.128884 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Request body: {'port': {'device_id': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:32.224974 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59674) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:32.231011 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.242412 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b243bdca-842c-4105-9668-265824e947c9 None None] Provisioning for port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:57:32.250326 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-b243bdca-842c-4105-9668-265824e947c9 None None] Provisioning complete for port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:57:32.250718 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b243bdca-842c-4105-9668-265824e947c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.308194 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-b243bdca-842c-4105-9668-265824e947c9 None None] Port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:57:32.325214 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f5940-6b4e-492a-8983-c5d7c174f1e4 req-eabb6cd0-2a6d-4367-84c4-c7aedab2be8e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:32.327988 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba5a0-5810-4e02-bb58-5becdd1563d5 req-120eae60-3c80-4e0c-b0ec-5ebbe284b76b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:32.329123 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-de0f5940-6b4e-492a-8983-c5d7c174f1e4 req-eabb6cd0-2a6d-4367-84c4-c7aedab2be8e tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 931 time: 0.0712583 Sep 10 20:57:32.329477 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2fbba5a0-5810-4e02-bb58-5becdd1563d5 req-120eae60-3c80-4e0c-b0ec-5ebbe284b76b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 944 time: 0.0764935 Sep 10 20:57:32.387017 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-50427ddc-d53b-4c69-a3a9-3c3a8c314726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.392032 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-de0f5940-6b4e-492a-8983-c5d7c174f1e4 req-1c0ba2bb-5509-48c2-9497-f37399a9d802 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569959 Sep 10 20:57:32.445556 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2fbba5a0-5810-4e02-bb58-5becdd1563d5 req-00a83aa8-edd2-40f1-a6f2-de36d380354c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995882 Sep 10 20:57:32.493470 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-50427ddc-d53b-4c69-a3a9-3c3a8c314726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.553737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-50427ddc-d53b-4c69-a3a9-3c3a8c314726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.593347 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:32.593564 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-50427ddc-d53b-4c69-a3a9-3c3a8c314726 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e11623db2f7a47dc8d27ac164233a104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672936 Sep 10 20:57:32.595269 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50427ddc-d53b-4c69-a3a9-3c3a8c314726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f32264-2182-4d85-be3f-9a62beb77a9f,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:32.597329 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59680) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:32.607057 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.635462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Transition to ACTIVE for port object 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:57:32.657587 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.678145 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.693358 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.753311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Pushing event updated for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:32.830039 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.832654 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.836123 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/26f32264-2182-4d85-be3f-9a62beb77a9f HTTP/1.1" status: 204 len: 168 time: 0.2354290 Sep 10 20:57:32.838111 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Attempting to bind port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:57:32.838448 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Attempting to bind port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:57:32.838807 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Attempting to bind port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:32.850169 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e543e0-7fdd-4299-8e1a-db9a7a61ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f32264-2182-4d85-be3f-9a62beb77a9f,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:32.853628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 on network fb50a3d5-7aa0-47cb-910e-486e159c163b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:57:32.853982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Attempting to bind port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 on network fb50a3d5-7aa0-47cb-910e-486e159c163b {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:32.866468 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:57:32.866856 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Checking segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:32.867241 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Bound using segment: {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:57:32.867676 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Bound port: 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5096602-3deb-4997-b1af-44b554b33551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:57:32.868030 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:32.941581 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:57:32.944593 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:57:33.039746 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.072536 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.073143 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.074506 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] 10.222.0.46 "PUT /v2.0/ports/26f6e0f3-ecb3-4e18-8df8-1de87af21a67 HTTP/1.1" status: 200 len: 1093 time: 0.9524865 Sep 10 20:57:33.074964 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:33.077206 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1e9967-05fa-4d82-8c68-af1e5621cde3" -d '{"events": [{"name": "network-changed", "server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:33.103492 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb1e8a-9e59-4c0e-a7fd-3c42f3049777 service neutron] Pushing event updated for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:33.126924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62f65d8-4eac-4b0f-850e-84c08c437796 x-openstack-request-id: req-b62f65d8-4eac-4b0f-850e-84c08c437796 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:33.127219 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:33.127468 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b62f65d8-4eac-4b0f-850e-84c08c437796 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:33.127867 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'status': 'completed', 'code': 200} Sep 10 20:57:33.205685 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-0a27f8d3-07d6-4b8f-a6d6-91d4533663be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.206999 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-0a27f8d3-07d6-4b8f-a6d6-91d4533663be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 1096 time: 0.0562687 Sep 10 20:57:33.320335 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-70013eab-6ea2-43f3-983b-a441c0b82906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.321868 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-70013eab-6ea2-43f3-983b-a441c0b82906 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=87295a18b531480f8ffc07df478f275f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0952663 Sep 10 20:57:33.422356 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-6c93e113-31f6-440b-b8f7-2447fdea610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.423879 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-da1e9967-05fa-4d82-8c68-af1e5621cde3 req-6c93e113-31f6-440b-b8f7-2447fdea610c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950637 Sep 10 20:57:33.451131 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device e7e20e5e-3554-4596-8cf1-5000b30c3997 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:57:33.478759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59692) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:33.511707 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3a82d1-b001-418f-97f5-41a67f5920f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.515165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a798d-38c1-4f22-a985-9274bc3f490a req-86df76a0-839c-4be5-88b7-0f20db241a0d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.516859 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc9a798d-38c1-4f22-a985-9274bc3f490a req-86df76a0-839c-4be5-88b7-0f20db241a0d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 943 time: 0.0552013 Sep 10 20:57:33.554247 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fc9a798d-38c1-4f22-a985-9274bc3f490a req-9a173fad-18b1-4593-9da2-423425aec8fb tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316968 Sep 10 20:57:33.566273 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-4de5fa91-ae56-46bf-8207-6dbc09def890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.567783 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-4de5fa91-ae56-46bf-8207-6dbc09def890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 1096 time: 0.1012521 Sep 10 20:57:33.604945 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port e7e20e5e-3554-4596-8cf1-5000b30c3997 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:57:33.608795 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port e7e20e5e-3554-4596-8cf1-5000b30c3997 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:57:33.609165 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.628110 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-a20ffe11-3cfc-4612-b412-b1f6bf68c8a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67 HTTP/1.1" status: 200 len: 217 time: 0.0484586 Sep 10 20:57:33.646721 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898e37b-f3c3-4584-8210-4855353aeb7a req-ba46054f-4c59-42d7-a79c-63dcbe3084c8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.648147 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0898e37b-f3c3-4584-8210-4855353aeb7a req-ba46054f-4c59-42d7-a79c-63dcbe3084c8 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 944 time: 0.1211660 Sep 10 20:57:33.693770 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.716335 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:33.718567 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e3979-0a28-409f-8996-14039eeac5d0" -d '{"events": [{"server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "name": "network-vif-plugged", "status": "completed", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:33.732605 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-efd34daa-cff3-4a3f-9dd4-deae12c17253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.733797 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-efd34daa-cff3-4a3f-9dd4-deae12c17253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0955949 Sep 10 20:57:33.735376 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:33.746623 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0898e37b-f3c3-4584-8210-4855353aeb7a req-648c4038-7627-4f19-9e28-b1302db84f93 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894163 Sep 10 20:57:33.760441 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec99317-e4f4-4c09-aeae-cde6a08aae42 x-openstack-request-id: req-0ec99317-e4f4-4c09-aeae-cde6a08aae42 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:33.760734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "name": "network-vif-plugged", "status": "completed", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:33.760985 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0ec99317-e4f4-4c09-aeae-cde6a08aae42 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:33.761381 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'code': 200} Sep 10 20:57:33.793054 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3a82d1-b001-418f-97f5-41a67f5920f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.804852 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-ae341e2d-f85b-48a5-9185-91523b09d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:33.806352 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-ae341e2d-f85b-48a5-9185-91523b09d99f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629566 Sep 10 20:57:33.827325 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.871292 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0f3a82d1-b001-418f-97f5-41a67f5920f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:33.879188 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:33.927574 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0f3a82d1-b001-418f-97f5-41a67f5920f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf1704322fe84cdda22c734d82771100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465575 Sep 10 20:57:33.930277 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59698) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:33.934724 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a82d1-b001-418f-97f5-41a67f5920f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e69e41-08b5-48ca-b177-fb10b552ef2f,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:33.939398 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-71fe9353-1788-47bf-9096-7649bd99f04a service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252468 Sep 10 20:57:33.989009 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:34.007270 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:34.029863 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0622cb2c-ed0f-400f-9330-ee0a9168e918 req-c813c671-83fb-4214-a64f-7f0ae7bfc951 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816150 Sep 10 20:57:34.135906 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fe59c-d6ff-4b20-ba3c-3321750d805b req-986ff872-de6b-470e-b2e0-8db202a7cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:34.137338 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cf4fe59c-d6ff-4b20-ba3c-3321750d805b req-986ff872-de6b-470e-b2e0-8db202a7cb63 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1098 time: 0.0397999 Sep 10 20:57:34.158689 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:34.162181 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:34.162568 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01e69e41-08b5-48ca-b177-fb10b552ef2f HTTP/1.1" status: 204 len: 168 time: 0.2310846 Sep 10 20:57:34.171167 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de185aa-f28d-4a34-9ece-9e2f4cb0f394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e69e41-08b5-48ca-b177-fb10b552ef2f,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:34.175121 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cf4fe59c-d6ff-4b20-ba3c-3321750d805b req-c7b71362-ae42-4a56-8d34-b14adcd0a9fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295563 Sep 10 20:57:34.670039 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb1cf3-823d-46ca-94e2-72d2b0dc233d req-31df6169-78cc-467b-8b20-2dcffb2da8fb tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:34.672048 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bdeb1cf3-823d-46ca-94e2-72d2b0dc233d req-31df6169-78cc-467b-8b20-2dcffb2da8fb tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 943 time: 0.0511997 Sep 10 20:57:34.710383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-bdeb1cf3-823d-46ca-94e2-72d2b0dc233d req-a012f1ff-56e1-4585-b2b7-33d71619dff6 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323024 Sep 10 20:57:34.861444 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355548a-5b9d-4c86-b45b-861201fdec6f req-8874f56e-7947-4627-8ec3-00202d949aca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:34.862914 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1355548a-5b9d-4c86-b45b-861201fdec6f req-8874f56e-7947-4627-8ec3-00202d949aca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 945 time: 0.0471580 Sep 10 20:57:34.899225 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1355548a-5b9d-4c86-b45b-861201fdec6f req-cf033a8f-a534-4c85-ad7e-5d680de11de4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Sep 10 20:57:35.190046 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59726) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:35.284136 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730731816-network', 'tenant_id': '7377e72da7b14bfea219e379408768cb'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:35.399210 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Made reservation on behalf of 7377e72da7b14bfea219e379408768cb for: {'network': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:35.401705 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.410334 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.494608 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.569588 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.594116 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=100992) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 20:57:35.603637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f26ce4-11b5-4410-bb13-3acd4d395384,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:35.608813 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.609176 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.segments_db [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Added segment b4ee691e-efc4-42d9-8c51-f6a3bd97fe48 of type vlan for network 197008c1-0d04-46d6-9c65-839adca3cd54 Sep 10 20:57:35.650193 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.747959 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.748996 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:35.749591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:35.810105 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] Pushing event updated for resources: {'Network': ['ID=197008c1-0d04-46d6-9c65-839adca3cd54,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:35.820185 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network 197008c1-0d04-46d6-9c65-839adca3cd54 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 20:57:35.840282 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f09ab-7c5d-44c5-90a5-73bec1c1e4b8 req-1cb1cdd6-48e5-49a1-9e12-7d41458d3fed tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:35.848171 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-173f09ab-7c5d-44c5-90a5-73bec1c1e4b8 req-1cb1cdd6-48e5-49a1-9e12-7d41458d3fed tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 943 time: 0.0604410 Sep 10 20:57:35.852210 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-03afb820-7af9-4e2c-ae42-811d298ca73a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6608272 Sep 10 20:57:35.856487 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59734) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:35.860944 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Request body: {'subnet': {'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730731816-subnet', 'tenant_id': '7377e72da7b14bfea219e379408768cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:35.883111 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-173f09ab-7c5d-44c5-90a5-73bec1c1e4b8 req-c7589b15-0ec2-469e-8c70-e38ab2c5cff0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340562 Sep 10 20:57:35.942283 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Made reservation on behalf of 7377e72da7b14bfea219e379408768cb for: {'subnet': 1} {{(pid=100992) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:35.944635 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10287689'] for subnet, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:36.061606 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc169a85-49b7-4a18-a132-1023dd14f0ae req-0ae8ffa9-1d9a-4875-aed4-d5dea8f5273c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:36.063096 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc169a85-49b7-4a18-a132-1023dd14f0ae req-0ae8ffa9-1d9a-4875-aed4-d5dea8f5273c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 945 time: 0.0947034 Sep 10 20:57:36.132833 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dc169a85-49b7-4a18-a132-1023dd14f0ae req-d2bd9e93-2f95-46e4-b6f3-3f455da105e3 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635524 Sep 10 20:57:36.243776 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bb823-0357-4cb6-9b1b-a67a51a3af47 req-52e1d16b-8f7a-46ae-904c-0236651ca865 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:36.245001 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10348159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10287703'] for subnet, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:36.245227 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e67bb823-0357-4cb6-9b1b-a67a51a3af47 req-52e1d16b-8f7a-46ae-904c-0236651ca865 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 945 time: 0.0479562 Sep 10 20:57:36.283610 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e67bb823-0357-4cb6-9b1b-a67a51a3af47 req-628c10f9-4bad-4c63-b813-f54b07fec92a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Sep 10 20:57:36.297930 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870f5f11-4723-4eaa-9c9a-8b9f68118827,revision_number=0']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:36.305668 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 59740) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:36.308114 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Checking segment: {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100992) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:36.308471 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Network hostable DHCP agents. Network: 197008c1-0d04-46d6-9c65-839adca3cd54, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100992) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 20:57:36.344542 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b446ee-24a4-40e2-9772-d7a2fc42168b tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:36.346032 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-41b446ee-24a4-40e2-9772-d7a2fc42168b tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1093 time: 0.0393395 Sep 10 20:57:36.348937 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59742) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:36.353585 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:36.410549 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Network 197008c1-0d04-46d6-9c65-839adca3cd54 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100992) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 20:57:36.439237 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:36.475020 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, 197008c1-0d04-46d6-9c65-839adca3cd54) {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:36.484351 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:36.484351 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:36.484583 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4802362e-b31c-46bf-b98d-29c784b11aff None None] Network 197008c1-0d04-46d6-9c65-839adca3cd54 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:36.549982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:36.604801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d519e4-57c3-4c41-96a0-cfef91e2ee6c None None] Network 197008c1-0d04-46d6-9c65-839adca3cd54 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 20:57:36.803764 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a629361e-0824-4d8f-b571-c6673e513446 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9478869 Sep 10 20:57:36.870598 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.27.2.116 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/0e7b8cc1-b5b4-41c4-9648-18b0b0904693) {{(pid=100992) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:57:36.982575 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.012705 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d4235-bba6-41b6-921f-de99019b4a6e req-689f04fd-fcdf-43b3-876c-0cfc89f6c5b5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:37.021807 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee1d4235-bba6-41b6-921f-de99019b4a6e req-689f04fd-fcdf-43b3-876c-0cfc89f6c5b5 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 943 time: 0.0653253 Sep 10 20:57:37.054803 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee1d4235-bba6-41b6-921f-de99019b4a6e req-2b886385-56bc-4f4c-bdda-d41945dff5a0 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Sep 10 20:57:37.074561 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.108935 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100992) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:57:37.111741 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100992) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:37.115203 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100992) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:57:37.145978 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=0e7b8cc1-b5b4-41c4-9648-18b0b0904693,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:37.449387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:57:37.456913 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.491098 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-da38c10e-5f4c-402e-9a49-da7cdaeeff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.548756 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:37.559544 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'port_id': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'mac_address': 'fa:16:3e:a8:db:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:57:37.584152 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.596405 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.609715 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:37.628509 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:37.712467 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.740886 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.761160 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:37.803780 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10348784'] for port, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.875361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=0e7b8cc1-b5b4-41c4-9648-18b0b0904693,revision_number=2']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:37.884617 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:37.981746 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 3b806859-96e9-4020-8674-b1ed64c75d66 associated. External IP: 172.27.2.116, port: e7e20e5e-3554-4596-8cf1-5000b30c3997. Sep 10 20:57:38.069377 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['26f6e0f3-ecb3-4e18-8df8-1de87af21a67'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:57:38.170072 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53641-ed53-4250-bdbd-5a730335d098 req-b63f855e-d300-422c-88ce-6a7d347bfb13 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:38.175123 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c6b53641-ed53-4250-bdbd-5a730335d098 req-b63f855e-d300-422c-88ce-6a7d347bfb13 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 944 time: 0.0532746 Sep 10 20:57:38.191080 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:38.218627 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c6b53641-ed53-4250-bdbd-5a730335d098 req-d77b8152-3879-4fcc-9830-7d4850956af1 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Sep 10 20:57:38.301653 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:38.311729 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:38.320505 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:38.321193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:38.399554 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:38.426222 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4b8b009b-f1e4-44fb-819f-61c3f9e7e72b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0761242 Sep 10 20:57:38.426552 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:38.426878 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:38.429120 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d30b9ee-a896-4602-8b44-f363ccf8dff1" -d '{"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:38.465684 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5737e6e-5053-4cad-bbb7-6ce3f1ee8400 x-openstack-request-id: req-e5737e6e-5053-4cad-bbb7-6ce3f1ee8400 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:38.465973 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:38.466219 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e5737e6e-5053-4cad-bbb7-6ce3f1ee8400 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:38.466678 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'status': 'completed', 'code': 200} Sep 10 20:57:38.528902 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-d5b60993-6505-4a5c-86c7-9307ae480a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:38.531238 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-d5b60993-6505-4a5c-86c7-9307ae480a72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1098 time: 0.0405598 Sep 10 20:57:38.621914 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-a9929800-66e2-4438-abba-64f2ec3046ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:38.623462 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-a9929800-66e2-4438-abba-64f2ec3046ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0853255 Sep 10 20:57:38.649028 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:37Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:38.678895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:38.687424 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:38.688029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:38.688667 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-20b7877b-aad4-4d20-91ca-6f68f22e147e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 200 len: 999 time: 0.0575612 Sep 10 20:57:38.743910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-2c991eae-2c8a-41fe-8c3f-a166e9a02e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:38.745382 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-2c991eae-2c8a-41fe-8c3f-a166e9a02e41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0497906 Sep 10 20:57:38.794510 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-c4d9ecdf-970f-484f-9fdf-efa532d9acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:38.795622 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-c4d9ecdf-970f-484f-9fdf-efa532d9acee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427170 Sep 10 20:57:38.809031 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:38.924278 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-47eee07d-bc0d-4619-808a-eedcf2af4462 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212583 Sep 10 20:57:39.033515 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:37Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:39.044907 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-0f007498-a0c9-4ba1-9016-ff7ffc56cb5e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:39.046388 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-0f007498-a0c9-4ba1-9016-ff7ffc56cb5e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/networks?id=197008c1-0d04-46d6-9c65-839adca3cd54 HTTP/1.1" status: 200 len: 808 time: 0.1755083 Sep 10 20:57:39.058886 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de57ef-32ab-4c5b-957a-7d9f0cc4f658 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:37Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:39.071869 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-ff704a0a-1675-4fa9-aafc-7a5ca85c6d2b tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/quotas/7377e72da7b14bfea219e379408768cb HTTP/1.1" status: 200 len: 375 time: 0.0195901 Sep 10 20:57:39.075501 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2d30b9ee-a896-4602-8b44-f363ccf8dff1 req-023927f2-d2fd-4868-a2cf-5bcf057a8fbe service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237936 Sep 10 20:57:39.105197 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-7118e73b-80dd-4eb0-a1de-cd501943dbd8 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266759 Sep 10 20:57:39.202514 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-00612966-6ab5-48c7-8619-fd42d6ad643e service neutron] 10.222.0.38 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894668 Sep 10 20:57:39.287312 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7282f42-ab4b-4e3b-abd6-fe208cb7f5f6 None None] New status for floating IP 3b806859-96e9-4020-8674-b1ed64c75d66: ACTIVE {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:57:39.299290 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-bd553d62-91d8-48a1-87c7-0fc27c3f077c service neutron] 10.222.0.38 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899711 Sep 10 20:57:39.350614 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843e675-6d9f-469a-aacb-cdb97cef320c req-d28e0cb4-5b20-4a47-bf1c-1d98149d1180 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:39.352169 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e843e675-6d9f-469a-aacb-cdb97cef320c req-d28e0cb4-5b20-4a47-bf1c-1d98149d1180 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 944 time: 0.0610666 Sep 10 20:57:39.393549 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e843e675-6d9f-469a-aacb-cdb97cef320c req-dd9de638-2fd1-4df6-a3bf-23443cff426d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343277 Sep 10 20:57:39.459925 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:57:39.533229 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8019bd1c-eada-4d97-8b60-466f29b7c8a0 req-7d88edc1-addc-4e4b-9a7d-c6e901c3f282 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 210 time: 0.0318158 Sep 10 20:57:39.576522 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:57:39.580561 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:57:39.582764 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:39.657734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:39.682978 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:39.685221 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb44af75-6d40-4428-8099-53ca00684289" -d '{"events": [{"server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "name": "network-vif-plugged", "status": "completed", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:39.697588 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:39.721801 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a013617d-a3a5-4b95-8eb0-33e0899714cb x-openstack-request-id: req-a013617d-a3a5-4b95-8eb0-33e0899714cb {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:39.722126 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "name": "network-vif-plugged", "status": "completed", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:39.722328 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a013617d-a3a5-4b95-8eb0-33e0899714cb {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:39.722762 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'code': 200} Sep 10 20:57:39.788107 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:39.959885 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:40.115580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c014a-b944-4a0b-9da4-e578cf2e1f72 req-6638afe0-3be6-435e-afc0-dfc67565c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:40.117127 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-177c014a-b944-4a0b-9da4-e578cf2e1f72 req-6638afe0-3be6-435e-afc0-dfc67565c324 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 1098 time: 0.0392425 Sep 10 20:57:40.151153 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-177c014a-b944-4a0b-9da4-e578cf2e1f72 req-0f7a508f-02da-419e-8734-71ec1a9e2672 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269568 Sep 10 20:57:40.250830 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-23076613-c01a-49d9-8ddd-8c9817a2e5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:40.513051 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d8515-fb36-4e10-b91b-b30abcc82edd req-b95afa2e-1ffb-468a-9272-6f24c0c238f7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:40.515503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d76d8515-fb36-4e10-b91b-b30abcc82edd req-b95afa2e-1ffb-468a-9272-6f24c0c238f7 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.0534372 Sep 10 20:57:40.552888 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d76d8515-fb36-4e10-b91b-b30abcc82edd req-1738b24c-36f6-4d68-9b2c-dd4a2e4d223c tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 Sep 10 20:57:40.627980 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c2d65e0f-f3d3-44dc-a7dc-cd6d715bc897 req-a332f847-0c1e-4905-9985-c5510ffff801 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Sep 10 20:57:40.689556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:41.267510 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:41.469155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-ec254345-08f7-40ae-9579-0706658fa8f1 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:41.470496 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-ec254345-08f7-40ae-9579-0706658fa8f1 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "GET /v2.0/networks?id=197008c1-0d04-46d6-9c65-839adca3cd54 HTTP/1.1" status: 200 len: 808 time: 0.1037922 Sep 10 20:57:41.492421 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Request body: {'port': {'device_id': '970cd234-f89c-45c3-a820-f26f56e69351', 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54', 'admin_state_up': True, 'tenant_id': '7377e72da7b14bfea219e379408768cb'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:41.667795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Made reservation on behalf of 7377e72da7b14bfea219e379408768cb for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:41.672805 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:41.674191 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e29a0f-adca-40f5-a150-823e3ea35e37 req-b8cb4eeb-77ec-4d90-a49e-d763fc225670 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:41.675924 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b6e29a0f-adca-40f5-a150-823e3ea35e37 req-b8cb4eeb-77ec-4d90-a49e-d763fc225670 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.0537610 Sep 10 20:57:41.716599 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b6e29a0f-adca-40f5-a150-823e3ea35e37 req-afe3eb4e-d10b-487e-b04c-f9707e4d72e3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342014 Sep 10 20:57:41.756803 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-229949a6-296e-48a0-8ab3-597f73f63b91 req-13693ae5-ce37-4d9a-8227-848a65501718 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 210 time: 0.0592194 Sep 10 20:57:41.831302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Allocated IP 172.20.0.5 (197008c1-0d04-46d6-9c65-839adca3cd54/870f5f11-4723-4eaa-9c9a-8b9f68118827/bd7769ab-af59-46b0-a92e-1d659193f541) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:57:41.976789 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.068314 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.109775 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Network 197008c1-0d04-46d6-9c65-839adca3cd54 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:57:42.112727 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:57:42.116412 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:57:42.125232 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Pushing event updated for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:42.153518 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.153863 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.154207 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.154573 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.154916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.160493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:42.179580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:42.180187 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.292710 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-198b312f-6c95-4e18-84b8-8c7fe70e54af tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8038294 Sep 10 20:57:42.337706 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Request body: {'port': {'device_id': '970cd234-f89c-45c3-a820-f26f56e69351', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:42.395325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.652016 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7769ab-af59-46b0-a92e-1d659193f541 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:42.659440 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.670703 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Transition to ACTIVE for port object bd7769ab-af59-46b0-a92e-1d659193f541 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:57:42.759379 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.786939 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:42.842713 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:42.882094 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743e4b4-2dc4-4e2e-a3e7-fc716eb70eb2 req-c493c52b-addb-43f3-a0e5-2a5dbad3664f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:42.883910 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b743e4b4-2dc4-4e2e-a3e7-fc716eb70eb2 req-c493c52b-addb-43f3-a0e5-2a5dbad3664f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 943 time: 0.0489130 Sep 10 20:57:42.896028 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ab67a-4b44-4575-b936-aa4ab0744dde req-cdede2c6-4332-4894-a4f3-ae376772f5ce tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:42.897488 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7a8ab67a-4b44-4575-b936-aa4ab0744dde req-cdede2c6-4332-4894-a4f3-ae376772f5ce tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.1113985 Sep 10 20:57:42.925600 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b743e4b4-2dc4-4e2e-a3e7-fc716eb70eb2 req-b5399f95-242d-4e22-a06c-89cab8803c1d tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Sep 10 20:57:42.936709 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Attempting to bind port bd7769ab-af59-46b0-a92e-1d659193f541 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:57:42.937082 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Attempting to bind port bd7769ab-af59-46b0-a92e-1d659193f541 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:57:42.937366 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Attempting to bind port bd7769ab-af59-46b0-a92e-1d659193f541 on network 197008c1-0d04-46d6-9c65-839adca3cd54 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:42.949332 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Port bd7769ab-af59-46b0-a92e-1d659193f541 on network 197008c1-0d04-46d6-9c65-839adca3cd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:57:42.949647 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Attempting to bind port bd7769ab-af59-46b0-a92e-1d659193f541 on network 197008c1-0d04-46d6-9c65-839adca3cd54 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:57:42.953757 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7a8ab67a-4b44-4575-b936-aa4ab0744dde req-f8850834-dcf5-4a46-a318-a615e9c1b5ec tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499873 Sep 10 20:57:42.957451 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:57:42.957780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Checking segment: {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:57:42.958158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Bound using segment: {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:57:42.958575 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Bound port: bd7769ab-af59-46b0-a92e-1d659193f541, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:57:42.958959 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.029964 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:57:43.036614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=bd7769ab-af59-46b0-a92e-1d659193f541,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:57:43.067885 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0a0e7-17b3-4b33-a0f6-cecc2cac27cb req-b01a5c18-50d8-4451-a9e1-3a8c165e51bd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.069363 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c7f0a0e7-17b3-4b33-a0f6-cecc2cac27cb req-b01a5c18-50d8-4451-a9e1-3a8c165e51bd tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Sep 10 20:57:43.078207 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 59822) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:57:43.082625 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.v2.base [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Request body: {'floatingip': {'port_id': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67'}} {{(pid=100992) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:43.119886 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, before_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.125808 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.159213 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.159926 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.161226 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-56eda96a-df54-481d-95ea-35447df3369d service neutron] 10.222.0.46 "PUT /v2.0/ports/bd7769ab-af59-46b0-a92e-1d659193f541 HTTP/1.1" status: 200 len: 1093 time: 0.8293602 Sep 10 20:57:43.161666 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:43.163980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c" -d '{"events": [{"name": "network-changed", "server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:43.206490 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eda96a-df54-481d-95ea-35447df3369d service neutron] Pushing event updated for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:43.213147 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56cca7f-83b9-4919-9fe6-95d30227331e x-openstack-request-id: req-b56cca7f-83b9-4919-9fe6-95d30227331e {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:43.213459 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:43.213687 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b56cca7f-83b9-4919-9fe6-95d30227331e {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:43.214150 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541', 'status': 'completed', 'code': 200} Sep 10 20:57:43.272823 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-24f50018-7208-4c9a-af6e-ed5c40e14285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.274343 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-24f50018-7208-4c9a-af6e-ed5c40e14285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 1096 time: 0.0408645 Sep 10 20:57:43.386383 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-b1d2bb39-2bff-4ce2-bec3-7407eb91aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.387933 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-b1d2bb39-2bff-4ce2-bec3-7407eb91aeeb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7377e72da7b14bfea219e379408768cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052303 Sep 10 20:57:43.482121 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-a247b7f5-0bac-49c5-9169-03927925cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.483761 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0e12c217-0eb9-4972-9cb6-4052f3e8b39c req-a247b7f5-0bac-49c5-9169-03927925cfb0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885806 Sep 10 20:57:43.511072 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e3afc-b3f3-4474-95e8-e328252a1c3d req-0f5757cb-bf32-4c2f-b4e1-0b31ace2a733 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.512556 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-747e3afc-b3f3-4474-95e8-e328252a1c3d req-0f5757cb-bf32-4c2f-b4e1-0b31ace2a733 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0898633 Sep 10 20:57:43.566462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-c2f840f9-cc07-4a0c-91d1-5c8e27c6dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.568024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-c2f840f9-cc07-4a0c-91d1-5c8e27c6dc6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 1096 time: 0.0396645 Sep 10 20:57:43.600957 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-747e3afc-b3f3-4474-95e8-e328252a1c3d req-4a79af42-4e80-4218-a118-a810b04d1132 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702565 Sep 10 20:57:43.617328 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-802d6e86-f249-4ec2-997c-3911b112eb85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd7769ab-af59-46b0-a92e-1d659193f541 HTTP/1.1" status: 200 len: 217 time: 0.0368943 Sep 10 20:57:43.618872 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.666825 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-966f904a-bf67-4652-ae13-a741d7c4d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:43.668299 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-966f904a-bf67-4652-ae13-a741d7c4d722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=870f5f11-4723-4eaa-9c9a-8b9f68118827 HTTP/1.1" status: 200 len: 848 time: 0.0444160 Sep 10 20:57:43.705273 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-e1b3222d-f01d-4c1d-bf0e-bbb87d9d192e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=197008c1-0d04-46d6-9c65-839adca3cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243967 Sep 10 20:57:43.713605 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:43.798599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-960bcbfc-376d-4aab-9c79-44f8655fc102 service neutron] 10.222.0.46 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849669 Sep 10 20:57:43.812020 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.db.l3_db [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Floating IP 4429213d-6cb3-46fe-9849-31b18626e627 associated. External IP: 172.27.2.111, port: 26f6e0f3-ecb3-4e18-8df8-1de87af21a67. Sep 10 20:57:43.885701 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e90c35c8-9380-44e5-a3d5-c28bb864785f req-9dc79fce-7ee9-4548-a177-0d1c162afba3 service neutron] 10.222.0.46 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793664 Sep 10 20:57:44.038664 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:57:44.054352 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44740b-461d-437c-a28e-148baad73a4a req-b5a787b9-3a82-404c-bd26-92f81f5b1978 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:44.055819 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0b44740b-461d-437c-a28e-148baad73a4a req-b5a787b9-3a82-404c-bd26-92f81f5b1978 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 943 time: 0.0637083 Sep 10 20:57:44.370843 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0b44740b-461d-437c-a28e-148baad73a4a req-cd436173-0314-4156-a534-4f2db4f209b3 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082318 Sep 10 20:57:44.396172 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:57:44.401018 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:44.406734 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:57:44.415977 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:44.416620 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:44.427840 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-d729e312-8521-4a61-9cfe-b1e89fb0d993 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "PUT /v2.0/floatingips/4429213d-6cb3-46fe-9849-31b18626e627 HTTP/1.1" status: 200 len: 991 time: 1.3485622 Sep 10 20:57:44.428421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67'}] {{(pid=100992) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:44.430681 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c8a7bbe55d63704e702c24e6c54f50ef4c60744483ac1825f29192cc958934b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67"}]}' {{(pid=100992) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:44.468348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fed07f-a93a-4148-8b67-d31684cb39a2 x-openstack-request-id: req-66fed07f-a93a-4148-8b67-d31684cb39a2 {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:44.468700 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67", "status": "completed", "code": 200}]} {{(pid=100992) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:44.468953 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-66fed07f-a93a-4148-8b67-d31684cb39a2 {{(pid=100992) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:44.469476 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'status': 'completed', 'code': 200} Sep 10 20:57:44.532223 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:44.758029 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547281db-1414-4c58-930e-98c4642357fb req-33ef3fbb-0e63-4758-a73b-04ce3bb48276 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:44.760726 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-547281db-1414-4c58-930e-98c4642357fb req-33ef3fbb-0e63-4758-a73b-04ce3bb48276 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0818195 Sep 10 20:57:44.770500 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '4429213d-6cb3-46fe-9849-31b18626e627', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:a8:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:27Z', 'updated_at': '2021-09-10T20:57:43Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:44.791508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-8c4dd2f5-10c0-47d4-9977-69c489a94946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:44.793749 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-8c4dd2f5-10c0-47d4-9977-69c489a94946 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=87295a18b531480f8ffc07df478f275f&device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 1098 time: 0.3033810 Sep 10 20:57:44.803514 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:57:44.809752 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-547281db-1414-4c58-930e-98c4642357fb req-e4a93edb-76ee-4105-a837-451fc2f3d1cc tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Sep 10 20:57:44.812804 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:57:44.813589 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:57:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:44.890524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-e4d2ab16-2180-49cf-bec9-eaf15302eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:44.892035 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-e4d2ab16-2180-49cf-bec9-eaf15302eba3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 200 len: 910 time: 0.0847363 Sep 10 20:57:44.918956 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:57:44.959595 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-8985c595-f04d-4411-bd56-e5fcd86996eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67 HTTP/1.1" status: 200 len: 999 time: 0.0587928 Sep 10 20:57:45.017247 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-3cc89557-de5e-4796-b171-5f3a67dfd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:45.018617 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-3cc89557-de5e-4796-b171-5f3a67dfd041 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 200 len: 848 time: 0.0427520 Sep 10 20:57:45.065708 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-71733e5b-dd0b-4855-b466-bdab5013083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:45.067209 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-71733e5b-dd0b-4855-b466-bdab5013083d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fb50a3d5-7aa0-47cb-910e-486e159c163b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397537 Sep 10 20:57:45.133630 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '4429213d-6cb3-46fe-9849-31b18626e627', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:a8:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:27Z', 'updated_at': '2021-09-10T20:57:43Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:57:45.159549 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c213b-14f2-46a9-8d5f-95656b55092c None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '4429213d-6cb3-46fe-9849-31b18626e627', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'port_id': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'mac_address': 'fa:16:3e:a8:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:27Z', 'updated_at': '2021-09-10T20:57:43Z', 'revision_number': 1, 'project_id': '87295a18b531480f8ffc07df478f275f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:57:45.165436 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-0f17a86f-78c8-47f8-9269-6eae8c1d5859 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Sep 10 20:57:45.257696 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-357329e7-a95c-4fe3-99d2-8b09d8e78ca3 req-6efdc67e-13c3-4daa-97d5-a6f9ef6833b8 service neutron] 10.222.0.46 "GET /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Sep 10 20:57:45.336861 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a7b7dc-ea94-4977-9b04-be22c9725a2d None None] New status for floating IP 4429213d-6cb3-46fe-9849-31b18626e627: ACTIVE {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:57:45.482639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf0fed-8bd1-4e92-afd9-80d12a4e9742 req-99744347-5a35-4aba-a8d2-7e8ec760da3a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:45.484104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aabf0fed-8bd1-4e92-afd9-80d12a4e9742 req-99744347-5a35-4aba-a8d2-7e8ec760da3a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 943 time: 0.0475171 Sep 10 20:57:45.520798 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-aabf0fed-8bd1-4e92-afd9-80d12a4e9742 req-07c0ff90-046a-4013-90e8-71ee35150fde tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306849 Sep 10 20:57:45.923018 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376a18e-a9cc-4c60-a3c3-8968775457ec req-051441b6-301b-40d2-a0d1-ad8824cb9ad6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:45.924487 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6376a18e-a9cc-4c60-a3c3-8968775457ec req-051441b6-301b-40d2-a0d1-ad8824cb9ad6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0477571 Sep 10 20:57:45.961355 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6376a18e-a9cc-4c60-a3c3-8968775457ec req-0863be0a-4c96-4170-b589-580baa7ba81c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Sep 10 20:57:46.638296 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70275023-84ff-4a06-bf08-562d4c92602e req-34ff87db-e370-4a63-b657-4818592d60db tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:46.639819 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-70275023-84ff-4a06-bf08-562d4c92602e req-34ff87db-e370-4a63-b657-4818592d60db tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 943 time: 0.0517626 Sep 10 20:57:46.677109 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-70275023-84ff-4a06-bf08-562d4c92602e req-10a25878-ef16-4683-9540-985aced4952f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Sep 10 20:57:47.079391 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72e921-fbdb-4bd9-ba84-9ed4712e0686 req-f8f379b6-e2fd-4ccd-b8b7-0276d176a02a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:47.080840 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce72e921-fbdb-4bd9-ba84-9ed4712e0686 req-f8f379b6-e2fd-4ccd-b8b7-0276d176a02a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0514672 Sep 10 20:57:47.116692 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ce72e921-fbdb-4bd9-ba84-9ed4712e0686 req-64e623fc-637f-403f-8c34-7fad6f980ee0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300446 Sep 10 20:57:47.543317 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device bd7769ab-af59-46b0-a92e-1d659193f541 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:57:47.636583 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=bd7769ab-af59-46b0-a92e-1d659193f541,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:47.647189 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'bd7769ab-af59-46b0-a92e-1d659193f541', 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54', 'port_id': 'bd7769ab-af59-46b0-a92e-1d659193f541', 'mac_address': 'fa:16:3e:09:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870f5f11-4723-4eaa-9c9a-8b9f68118827', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:57:47.683133 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:47.694912 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7769ab-af59-46b0-a92e-1d659193f541 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:57:47.713423 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=bd7769ab-af59-46b0-a92e-1d659193f541,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:47.792041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734fc2c-fa46-4db4-aece-47925cb54f43 req-5bdb8779-4785-43ac-a807-c5afcf6aa792 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:47.793623 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7734fc2c-fa46-4db4-aece-47925cb54f43 req-5bdb8779-4785-43ac-a807-c5afcf6aa792 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 943 time: 0.0497332 Sep 10 20:57:47.830350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7734fc2c-fa46-4db4-aece-47925cb54f43 req-3e65fa30-0a3d-4ed3-a8ec-48994b848588 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Sep 10 20:57:47.844552 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:47.874364 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:57:47.895184 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:48.228023 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21130d-5760-457c-b20d-3784c1942e2a req-9728a370-bd06-4fc6-a3d7-6a062b963c97 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:48.229526 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1f21130d-5760-457c-b20d-3784c1942e2a req-9728a370-bd06-4fc6-a3d7-6a062b963c97 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0484061 Sep 10 20:57:48.247551 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['bd7769ab-af59-46b0-a92e-1d659193f541'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:57:48.268131 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1f21130d-5760-457c-b20d-3784c1942e2a req-937e718b-a255-47d7-b567-971807e3baed tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Sep 10 20:57:48.949485 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fde77-a5b6-4fbe-8341-38923b4fa3c0 req-573c9560-5f55-4a42-99ac-890b9c88d9d6 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:48.951139 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-586fde77-a5b6-4fbe-8341-38923b4fa3c0 req-573c9560-5f55-4a42-99ac-890b9c88d9d6 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 944 time: 0.0540345 Sep 10 20:57:48.987851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-586fde77-a5b6-4fbe-8341-38923b4fa3c0 req-1d18c926-8ce9-4ca7-9846-d3253cb4bcf9 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Sep 10 20:57:49.381516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08d0c2-5773-45a2-b925-3312251af375 req-0ef3946b-aa2b-4ca0-8994-41dafffa2ca6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:49.382900 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad08d0c2-5773-45a2-b925-3312251af375 req-0ef3946b-aa2b-4ca0-8994-41dafffa2ca6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0483587 Sep 10 20:57:49.420849 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ad08d0c2-5773-45a2-b925-3312251af375 req-adf0b833-9569-4fe2-8bdd-ef6a89777183 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Sep 10 20:57:49.558429 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device bd7769ab-af59-46b0-a92e-1d659193f541 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:57:49.689349 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port bd7769ab-af59-46b0-a92e-1d659193f541 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:57:49.692934 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port bd7769ab-af59-46b0-a92e-1d659193f541 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:57:49.693306 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:49.765597 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:49.787993 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:49.790251 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a427da-98cb-431e-9c56-dcda38903d68" -d '{"events": [{"server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "name": "network-vif-plugged", "status": "completed", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:49.803103 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=bd7769ab-af59-46b0-a92e-1d659193f541,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:49.826470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b22b1-d876-4029-9930-2cac49c59410 x-openstack-request-id: req-910b22b1-d876-4029-9930-2cac49c59410 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:49.826780 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "name": "network-vif-plugged", "status": "completed", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:49.827029 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-910b22b1-d876-4029-9930-2cac49c59410 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:49.827410 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541', 'code': 200} Sep 10 20:57:49.872504 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:49.924763 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:49.931751 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.932107 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.932453 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.932794 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.933134 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.933472 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.933804 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.934204 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.934538 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.934894 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.935224 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:49.935585 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:57:50.093262 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1eb83-d7a3-485c-8537-0a9c31185bd7 req-a33886b0-c540-4322-b456-a812adf542b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:50.094871 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5b1eb83-d7a3-485c-8537-0a9c31185bd7 req-a33886b0-c540-4322-b456-a812adf542b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 1098 time: 0.0392916 Sep 10 20:57:50.102246 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8394a-1d8c-4d3c-8556-dac2ba5fa3c5 req-5c6936ef-3f74-4063-92df-bd04e9baeffa tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:50.103768 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-76e8394a-1d8c-4d3c-8556-dac2ba5fa3c5 req-5c6936ef-3f74-4063-92df-bd04e9baeffa tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0482922 Sep 10 20:57:50.129830 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5b1eb83-d7a3-485c-8537-0a9c31185bd7 req-d31d4f3a-18b4-4b98-ace5-c0ac95e5ba8f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273533 Sep 10 20:57:50.140451 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-76e8394a-1d8c-4d3c-8556-dac2ba5fa3c5 req-6ec14cab-db72-471a-9fa8-ad69fb7e506b tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Sep 10 20:57:50.532250 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474db07-d34d-4650-9e5b-d009a9287bf0 req-3c2c1cd5-e80f-49c5-be58-772d357f26f3 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:50.533712 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7474db07-d34d-4650-9e5b-d009a9287bf0 req-3c2c1cd5-e80f-49c5-be58-772d357f26f3 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0477855 Sep 10 20:57:50.569271 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7474db07-d34d-4650-9e5b-d009a9287bf0 req-2f970d0a-f1be-4812-9c0d-dc9accf55f05 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298166 Sep 10 20:57:51.258100 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263296-c43b-4dcf-b2f5-2a6345f0a757 req-b193a1af-5fa7-4f74-952b-d155e6bb8872 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:51.259518 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-71263296-c43b-4dcf-b2f5-2a6345f0a757 req-b193a1af-5fa7-4f74-952b-d155e6bb8872 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Sep 10 20:57:51.296753 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-71263296-c43b-4dcf-b2f5-2a6345f0a757 req-fa720278-559b-4dd6-b1a0-647334e659d3 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Sep 10 20:57:51.680195 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37af73-e5f1-4b97-a34b-e7f7b7353dea req-ae48f5c4-229d-4e46-84c2-1b45d6b57f63 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:51.681699 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d37af73-e5f1-4b97-a34b-e7f7b7353dea req-ae48f5c4-229d-4e46-84c2-1b45d6b57f63 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0478144 Sep 10 20:57:51.718788 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4d37af73-e5f1-4b97-a34b-e7f7b7353dea req-f9d8652e-c356-430e-b0c3-a0a44d327472 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306697 Sep 10 20:57:52.408477 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a24b6a-145b-4e98-83c5-c4243b853c66 req-0c85c30d-b94d-4936-92a7-b2ddeeb94afc tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:52.409922 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-18a24b6a-145b-4e98-83c5-c4243b853c66 req-0c85c30d-b94d-4936-92a7-b2ddeeb94afc tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0477862 Sep 10 20:57:52.446620 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-18a24b6a-145b-4e98-83c5-c4243b853c66 req-3e72c323-a208-40de-a988-0941032d898e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305912 Sep 10 20:57:52.833053 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8188e69-d326-4b2d-9a18-6c793445cf62 req-984dca65-9a89-474f-a266-0038254fc02e tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:52.834505 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b8188e69-d326-4b2d-9a18-6c793445cf62 req-984dca65-9a89-474f-a266-0038254fc02e tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0514612 Sep 10 20:57:52.871713 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b8188e69-d326-4b2d-9a18-6c793445cf62 req-09f3e9d2-1047-4c03-bebf-e06bb4895a40 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Sep 10 20:57:53.706311 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-2c41b2cd-401d-4397-a068-8e2f9b7cd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:53.707994 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-2c41b2cd-401d-4397-a068-8e2f9b7cd6d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0460131 Sep 10 20:57:53.724240 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51120660-d2ec-405f-a66b-28208e4dc2dc req-28be27d1-6a04-4785-ba11-b542c2671b93 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:53.725699 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-51120660-d2ec-405f-a66b-28208e4dc2dc req-28be27d1-6a04-4785-ba11-b542c2671b93 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0488460 Sep 10 20:57:53.762574 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-51120660-d2ec-405f-a66b-28208e4dc2dc req-8cc9a977-9316-4154-921c-42c6cfb54f46 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Sep 10 20:57:53.802023 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-d88a6821-d20d-4907-92ac-09f29411cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:53.803520 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-d88a6821-d20d-4907-92ac-09f29411cd17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 909 time: 0.0839922 Sep 10 20:57:53.869344 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-3e743d07-c0b9-4058-8b8b-b78497053338 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 1000 time: 0.0579543 Sep 10 20:57:53.919831 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-3169c89e-d627-4ad3-b792-2d89f26f08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:53.921862 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-3169c89e-d627-4ad3-b792-2d89f26f08c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0438228 Sep 10 20:57:54.011351 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45dd1e-40a8-4206-aac8-a5ad3303e7cb req-1d61478c-5953-4109-a997-9b0969335e8a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:54.012778 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-de45dd1e-40a8-4206-aac8-a5ad3303e7cb req-1d61478c-5953-4109-a997-9b0969335e8a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0736065 Sep 10 20:57:54.019101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-cea3b464-7bad-4a38-b24d-53dcbef2418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:54.020436 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-cea3b464-7bad-4a38-b24d-53dcbef2418e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795097 Sep 10 20:57:54.075070 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-de45dd1e-40a8-4206-aac8-a5ad3303e7cb req-6040f185-090e-4aee-ac07-4fa3bd2e08a4 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536914 Sep 10 20:57:54.127562 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-446a33d3-a269-4ae2-9789-bf96c366f2c7 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Sep 10 20:57:54.221030 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b58e6916-afbe-4b45-880f-e50e6f9261f6 req-c7d072b0-0634-4e21-97d1-d7577ad1637f service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846298 Sep 10 20:57:54.886533 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681f30-d8d8-4db1-a0f3-5939345e12c6 req-ad234520-f2be-4f52-9686-70a7eb090aa0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:54.888046 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9681f30-d8d8-4db1-a0f3-5939345e12c6 req-ad234520-f2be-4f52-9686-70a7eb090aa0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Sep 10 20:57:54.925216 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9681f30-d8d8-4db1-a0f3-5939345e12c6 req-522b42f6-e454-41c5-a953-971a668997bc tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Sep 10 20:57:55.193212 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e85036-4dae-42ed-8d60-9d1ed6f7b993 req-ad381788-c87d-474f-943c-5b6c34c12554 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:55.194702 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-90e85036-4dae-42ed-8d60-9d1ed6f7b993 req-ad381788-c87d-474f-943c-5b6c34c12554 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0507457 Sep 10 20:57:55.234332 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-90e85036-4dae-42ed-8d60-9d1ed6f7b993 req-e07b7c8a-d629-4b61-a0e2-be30397aa355 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335298 Sep 10 20:57:55.588424 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-d157671b-b7e3-4d91-a805-dd920b57a4ac tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:55.589933 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-d157671b-b7e3-4d91-a805-dd920b57a4ac tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 945 time: 0.0480330 Sep 10 20:57:55.693183 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Deleting port bd7769ab-af59-46b0-a92e-1d659193f541 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:57:55.693429 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:55.782519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] For port bd7769ab-af59-46b0-a92e-1d659193f541, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=bd7769ab-af59-46b0-a92e-1d659193f541,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:55.782904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:55.798275 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Calling delete_port for bd7769ab-af59-46b0-a92e-1d659193f541 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:57:55.993199 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:56.004956 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['bd7769ab-af59-46b0-a92e-1d659193f541'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:57:56.021578 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Pushing event deleted for resources: {'Port': ['ID=bd7769ab-af59-46b0-a92e-1d659193f541,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:56.032980 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-353ff497-27b2-4851-a60e-fc992f064968 req-6ac3e620-f88c-48ea-98d3-b27efb2d9dfd tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=970cd234-f89c-45c3-a820-f26f56e69351 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Sep 10 20:57:56.070706 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] No DVR routers for this DVR port bd7769ab-af59-46b0-a92e-1d659193f541 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:57:56.073225 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:56.075193 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-11e7d55a-adb2-4b29-88b9-542f8b157ce9 req-1bcb2731-3537-4d7e-8000-4a1fc0dcd5b7 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "DELETE /v2.0/ports/bd7769ab-af59-46b0-a92e-1d659193f541 HTTP/1.1" status: 204 len: 173 time: 0.4747734 Sep 10 20:57:56.075617 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'name': 'network-vif-deleted', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:56.078461 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca22e33-7f5b-4f0e-ac01-14feecd6d40c" -d '{"events": [{"server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "name": "network-vif-deleted", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:56.113784 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cd554-d4e1-49f5-a453-0d4dea18bbd3 x-openstack-request-id: req-584cd554-d4e1-49f5-a453-0d4dea18bbd3 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:56.114321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970cd234-f89c-45c3-a820-f26f56e69351", "name": "network-vif-deleted", "tag": "bd7769ab-af59-46b0-a92e-1d659193f541", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:56.114787 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-584cd554-d4e1-49f5-a453-0d4dea18bbd3 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:56.115412 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970cd234-f89c-45c3-a820-f26f56e69351', 'name': 'network-vif-deleted', 'tag': 'bd7769ab-af59-46b0-a92e-1d659193f541', 'status': 'completed', 'code': 200} Sep 10 20:57:56.345353 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98f66f-c42c-454a-8dbb-345303c5448f req-cb9cbd69-e5af-459c-831b-fabc279d324a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:56.346859 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1d98f66f-c42c-454a-8dbb-345303c5448f req-cb9cbd69-e5af-459c-831b-fabc279d324a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0476835 Sep 10 20:57:56.385028 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-1d98f66f-c42c-454a-8dbb-345303c5448f req-bbc2d109-a637-4643-882b-3e9d5396cf60 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Sep 10 20:57:57.295625 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-9aeb3698-870f-4b03-9b5d-30b866846de5 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:57.296987 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-9aeb3698-870f-4b03-9b5d-30b866846de5 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/networks?id=197008c1-0d04-46d6-9c65-839adca3cd54 HTTP/1.1" status: 200 len: 808 time: 0.1049950 Sep 10 20:57:57.312043 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-4d1e115a-7e08-4b45-bc3b-602ce23525e9 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/quotas/7377e72da7b14bfea219e379408768cb HTTP/1.1" status: 200 len: 375 time: 0.0092630 Sep 10 20:57:57.330075 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:57.341915 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-61bb13af-06d0-48c4-8bc9-3cf7d094bc49 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247736 Sep 10 20:57:57.429554 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-5db6ae9f-5b20-4dfe-8be8-8dc481ca7075 service neutron] 10.222.0.38 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808210 Sep 10 20:57:57.501141 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bed14c-f504-47c2-88b0-21d88334407d req-758f4abf-f49c-43d1-b50b-ebeaf4e48dc0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:57.502625 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-39bed14c-f504-47c2-88b0-21d88334407d req-758f4abf-f49c-43d1-b50b-ebeaf4e48dc0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0479620 Sep 10 20:57:57.519226 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-40fdf052-d72d-4f22-b588-f0f9445da0b2 service neutron] 10.222.0.38 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838144 Sep 10 20:57:57.540457 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-39bed14c-f504-47c2-88b0-21d88334407d req-d518fb5a-6a67-4a08-b6f8-20857205c0b3 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Sep 10 20:57:57.876258 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b39cffb5-c213-4f8f-b996-86a4c0902ef7 req-79565594-4653-4e78-96a4-1ed2c61ea079 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Sep 10 20:57:57.980795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab653d-2043-4bfe-87ea-65ff9e940b58 req-cb5b7c70-cd08-4581-9216-8b593cca108f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:57.982407 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-56ab653d-2043-4bfe-87ea-65ff9e940b58 req-cb5b7c70-cd08-4581-9216-8b593cca108f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0500736 Sep 10 20:57:58.026141 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-56ab653d-2043-4bfe-87ea-65ff9e940b58 req-f555cac8-4117-4632-b77c-4b010d22b121 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369194 Sep 10 20:57:58.027621 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-ed9f010a-ed27-4c6f-a99f-e5283cf2dc9d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0571008 Sep 10 20:57:58.973360 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-11c66db7-ee0d-4e5e-82a1-c5809ce46719 req-0c275e9d-8770-4011-a1ed-22aba771a9c8 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 210 time: 0.0254831 Sep 10 20:57:59.151611 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f437b1d-941f-459c-ad85-2276dd490f39 req-4c55cda9-a32c-4379-9834-98fe63baa910 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:59.153088 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f437b1d-941f-459c-ad85-2276dd490f39 req-4c55cda9-a32c-4379-9834-98fe63baa910 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0557537 Sep 10 20:57:59.191089 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f437b1d-941f-459c-ad85-2276dd490f39 req-bfbce3c2-5d40-4d2f-b954-6d2bc1cdf6d3 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Sep 10 20:57:59.556355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-8a8d1814-b898-47c0-924c-39290fc2168e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:57:59.557749 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-8a8d1814-b898-47c0-924c-39290fc2168e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "GET /v2.0/networks?id=197008c1-0d04-46d6-9c65-839adca3cd54 HTTP/1.1" status: 200 len: 808 time: 0.0995216 Sep 10 20:57:59.576787 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Request body: {'port': {'device_id': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54', 'admin_state_up': True, 'tenant_id': '7377e72da7b14bfea219e379408768cb'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:57:59.588726 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device bd7769ab-af59-46b0-a92e-1d659193f541 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:59.608781 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: bd7769ab-af59-46b0-a92e-1d659193f541 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:57:59.609120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device bd7769ab-af59-46b0-a92e-1d659193f541 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:57:59.609535 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:57:59.686683 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:59.711011 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:57:59.713275 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11ac7c-9316-404a-80eb-7d144c0c37b7" -d '{"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-unplugged", "status": "completed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:57:59.726996 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:57:59.749114 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59406210-09fa-4759-9574-566b6dcf8c12 x-openstack-request-id: req-59406210-09fa-4759-9574-566b6dcf8c12 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:57:59.749407 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-unplugged", "status": "failed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "code": 422}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:57:59.749660 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-59406210-09fa-4759-9574-566b6dcf8c12 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:57:59.750060 dv-cinder-760152-8-iscsi neutron-server[100994]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'code': 422} returned with failed status Sep 10 20:57:59.764695 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Made reservation on behalf of 7377e72da7b14bfea219e379408768cb for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:57:59.768203 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:59.792900 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:57:59.843067 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=6']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:57:59.896954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Allocated IP 172.20.0.2 (197008c1-0d04-46d6-9c65-839adca3cd54/870f5f11-4723-4eaa-9c9a-8b9f68118827/1d752111-eaea-4e93-aed2-024266264ef0) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:58:00.043779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:00.075871 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c41fe02b-966a-4e84-b1e2-cb74a80dfcf3 req-a1be2a44-c87d-4519-9502-72d2accd8e95 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Sep 10 20:58:00.204904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:00.254874 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Network 197008c1-0d04-46d6-9c65-839adca3cd54 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:58:00.257916 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:58:00.264467 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:58:00.267307 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Pushing event updated for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:00.312605 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9786b-3510-48d2-9605-455a592ad6b0 req-b61984af-c157-4a35-88a9-706c642811c6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.314098 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41d9786b-3510-48d2-9605-455a592ad6b0 req-b61984af-c157-4a35-88a9-706c642811c6 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0570388 Sep 10 20:58:00.317615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.318276 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:00.352419 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-41d9786b-3510-48d2-9605-455a592ad6b0 req-2b3a983b-a909-4ae8-a480-3f88ccc1747f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321264 Sep 10 20:58:00.362301 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-357d2007-9054-453d-bbec-56593b22471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.363845 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-357d2007-9054-453d-bbec-56593b22471a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d&tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb HTTP/1.1" status: 200 len: 1096 time: 0.0420122 Sep 10 20:58:00.426662 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-ea786428-cf2d-492d-8a9b-2406b7e82ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.428096 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-ea786428-cf2d-492d-8a9b-2406b7e82ccf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1096 time: 0.0395927 Sep 10 20:58:00.452629 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-cc2ba83d-f620-4512-86e1-a724351ff146 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8801718 Sep 10 20:58:00.519424 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-32e2e995-1f72-44ba-a3fe-4153626a449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.520846 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-32e2e995-1f72-44ba-a3fe-4153626a449f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 909 time: 0.0850050 Sep 10 20:58:00.541987 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Request body: {'port': {'device_id': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:58:00.639331 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-809530d8-1f89-44ee-819d-096c30bf566c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 998 time: 0.1009860 Sep 10 20:58:00.640002 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:00.721085 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-fd94c427-9ebb-433a-b8c3-a6ac6e5ee2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.722402 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-fd94c427-9ebb-433a-b8c3-a6ac6e5ee2ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0722516 Sep 10 20:58:00.835477 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-b29bb7f3-1d5f-4294-923d-c4b4c40c41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:00.836934 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-b29bb7f3-1d5f-4294-923d-c4b4c40c41b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639544 Sep 10 20:58:00.991975 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-10ae0bdc-95f0-49a9-adce-931d9630d588 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193182 Sep 10 20:58:01.051227 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d752111-eaea-4e93-aed2-024266264ef0 {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:01.060028 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:01.101076 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Transition to ACTIVE for port object 1d752111-eaea-4e93-aed2-024266264ef0 will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:58:01.123670 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8b090132-ccfe-463a-bf7c-c45728ffc4a9 req-5016cae9-52dc-4c94-9d5b-282b21a95154 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129353 Sep 10 20:58:01.193620 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78289de-4d58-4ba9-b0fa-d3ce89152b16 req-33bb91e9-00a6-4e7b-92c4-058fcf84d1c8 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.195128 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e78289de-4d58-4ba9-b0fa-d3ce89152b16 req-33bb91e9-00a6-4e7b-92c4-058fcf84d1c8 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 931 time: 0.0485096 Sep 10 20:58:01.212593 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:01.233437 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e78289de-4d58-4ba9-b0fa-d3ce89152b16 req-6673e288-8e17-4a6e-a527-19e11cc665f4 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Sep 10 20:58:01.280972 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:01.333803 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Attempting to bind port 1d752111-eaea-4e93-aed2-024266264ef0 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:58:01.334132 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Attempting to bind port 1d752111-eaea-4e93-aed2-024266264ef0 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:58:01.334457 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Attempting to bind port 1d752111-eaea-4e93-aed2-024266264ef0 on network 197008c1-0d04-46d6-9c65-839adca3cd54 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:58:01.338806 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Port 1d752111-eaea-4e93-aed2-024266264ef0 on network 197008c1-0d04-46d6-9c65-839adca3cd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:58:01.339124 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Attempting to bind port 1d752111-eaea-4e93-aed2-024266264ef0 on network 197008c1-0d04-46d6-9c65-839adca3cd54 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:58:01.343811 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:58:01.344137 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Checking segment: {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:58:01.344509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Bound using segment: {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:58:01.344918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Bound port: 1d752111-eaea-4e93-aed2-024266264ef0, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:58:01.345263 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:01.407992 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:58:01.411161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1d752111-eaea-4e93-aed2-024266264ef0,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:58:01.462279 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:01.467829 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c848-d2d4-41e8-9c42-ca23431a1d3f req-14afabd2-7a4e-4a86-b226-dba8476dfeae tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.469348 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8aa7c848-d2d4-41e8-9c42-ca23431a1d3f req-14afabd2-7a4e-4a86-b226-dba8476dfeae tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0510933 Sep 10 20:58:01.497574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.498796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:01.500182 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/1d752111-eaea-4e93-aed2-024266264ef0 HTTP/1.1" status: 200 len: 1093 time: 0.9630127 Sep 10 20:58:01.500615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:01.502886 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3769944b-9a51-4b5d-975c-c087a63b3dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "tag": "1d752111-eaea-4e93-aed2-024266264ef0"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:01.507939 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8aa7c848-d2d4-41e8-9c42-ca23431a1d3f req-43d11f17-f4b2-4e6a-bc4c-db9768a30aa1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Sep 10 20:58:01.524310 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fa2e3-1afd-469b-ad60-d1bceadcd2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:01.553069 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aad5f4-20ac-4d68-bcff-3b27e1a50b4a x-openstack-request-id: req-55aad5f4-20ac-4d68-bcff-3b27e1a50b4a {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:01.553357 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "tag": "1d752111-eaea-4e93-aed2-024266264ef0", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:01.553604 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-55aad5f4-20ac-4d68-bcff-3b27e1a50b4a {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:01.553994 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0', 'status': 'completed', 'code': 200} Sep 10 20:58:01.619606 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-b4a11710-38dc-4449-b19a-cbdf3e59bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.621090 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-b4a11710-38dc-4449-b19a-cbdf3e59bf4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 1096 time: 0.0402751 Sep 10 20:58:01.721084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-04eaf019-9f7e-4ae2-8ff5-e231bd878e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.722513 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-04eaf019-9f7e-4ae2-8ff5-e231bd878e94 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7377e72da7b14bfea219e379408768cb&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0897009 Sep 10 20:58:01.815385 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-0a17ea72-b338-4014-a74f-3d35a3399343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.816722 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3769944b-9a51-4b5d-975c-c087a63b3dd7 req-0a17ea72-b338-4014-a74f-3d35a3399343 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858641 Sep 10 20:58:01.901113 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-524b0e4f-c75b-4500-ab0b-e0c31b518ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:01.902602 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-524b0e4f-c75b-4500-ab0b-e0c31b518ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7377e72da7b14bfea219e379408768cb&device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 1096 time: 0.0396285 Sep 10 20:58:01.943295 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-0fb4c706-241a-4ade-a35a-4ebae37994bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d752111-eaea-4e93-aed2-024266264ef0 HTTP/1.1" status: 200 len: 217 time: 0.0320177 Sep 10 20:58:02.003907 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e9522-47b6-4144-9be5-ff8304333127 req-6ea7a335-bbf9-404e-bfad-cf90f67c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:02.005397 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-6ea7a335-bbf9-404e-bfad-cf90f67c6bad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=870f5f11-4723-4eaa-9c9a-8b9f68118827 HTTP/1.1" status: 200 len: 848 time: 0.0470836 Sep 10 20:58:02.039602 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-3c34e2c3-bb1b-42c3-90a3-5b84ba97a6cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=197008c1-0d04-46d6-9c65-839adca3cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242491 Sep 10 20:58:02.126448 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-a2c76292-506c-4771-befd-9d92742600e8 service neutron] 10.222.0.46 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786357 Sep 10 20:58:02.219886 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-623e9522-47b6-4144-9be5-ff8304333127 req-77c683e5-3157-4ee7-83b9-6c6912a5bdde service neutron] 10.222.0.46 "GET /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Sep 10 20:58:02.348405 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8004b5-ec6f-49ce-9518-e6e8cb37ffa7 req-df52c064-4d9a-49aa-bc2a-565e8c085a3d tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:02.350379 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca8004b5-ec6f-49ce-9518-e6e8cb37ffa7 req-df52c064-4d9a-49aa-bc2a-565e8c085a3d tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 943 time: 0.0486627 Sep 10 20:58:02.389811 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ca8004b5-ec6f-49ce-9518-e6e8cb37ffa7 req-23fdbbe7-973e-4817-bc33-7381bf4008db tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Sep 10 20:58:02.623861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb685e9-8e3b-4f5f-8f90-602b314406a6 req-e331fcf2-9a9c-4571-8e95-4cfa32d7a865 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:02.625341 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eeb685e9-8e3b-4f5f-8f90-602b314406a6 req-e331fcf2-9a9c-4571-8e95-4cfa32d7a865 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0486104 Sep 10 20:58:02.662508 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eeb685e9-8e3b-4f5f-8f90-602b314406a6 req-38aa6741-5972-4570-bdec-6fac5643e913 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Sep 10 20:58:03.501121 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69bae-6776-48a8-86d7-5ad8b0e1be46 req-be3d4fe5-640c-4ccc-b2f7-af35e5621af0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:03.502452 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-67c69bae-6776-48a8-86d7-5ad8b0e1be46 req-be3d4fe5-640c-4ccc-b2f7-af35e5621af0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 943 time: 0.0466161 Sep 10 20:58:03.541726 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-67c69bae-6776-48a8-86d7-5ad8b0e1be46 req-08fbe0a0-b039-4c1c-926c-973705d5a46d tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335245 Sep 10 20:58:03.776003 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d2d33-f6d5-4829-87ea-e4f1d06a1930 req-82664a8f-a3eb-44f3-848c-91a36c96476c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:03.777363 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e74d2d33-f6d5-4829-87ea-e4f1d06a1930 req-82664a8f-a3eb-44f3-848c-91a36c96476c tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0488017 Sep 10 20:58:03.815159 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e74d2d33-f6d5-4829-87ea-e4f1d06a1930 req-6d5385a4-8f8f-4509-b368-aeabe7691e54 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Sep 10 20:58:04.654507 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9341-36d2-4be9-aacf-0d9d93230636 req-0f7c4ddc-4260-464f-aa93-d73e68e93afa tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:04.655962 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2bda9341-36d2-4be9-aacf-0d9d93230636 req-0f7c4ddc-4260-464f-aa93-d73e68e93afa tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 943 time: 0.0511179 Sep 10 20:58:04.692132 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2bda9341-36d2-4be9-aacf-0d9d93230636 req-0fc0f430-3391-4079-969e-f11228bfb790 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Sep 10 20:58:04.928309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926d4a2-0865-4520-a876-eca079953399 req-d8e6fbd5-3391-4d12-8059-301a964d2fe5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:04.929765 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8926d4a2-0865-4520-a876-eca079953399 req-d8e6fbd5-3391-4d12-8059-301a964d2fe5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0480647 Sep 10 20:58:04.965403 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8926d4a2-0865-4520-a876-eca079953399 req-258f62c6-9729-462d-8291-11489d563c54 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297515 Sep 10 20:58:05.651563 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 1d752111-eaea-4e93-aed2-024266264ef0 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:58:05.744120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1d752111-eaea-4e93-aed2-024266264ef0,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:05.755223 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '1d752111-eaea-4e93-aed2-024266264ef0', 'network_id': '197008c1-0d04-46d6-9c65-839adca3cd54', 'port_id': '1d752111-eaea-4e93-aed2-024266264ef0', 'mac_address': 'fa:16:3e:ec:92:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870f5f11-4723-4eaa-9c9a-8b9f68118827', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:58:05.790794 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:05.801876 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64029d9e-3294-4e39-9d65-a1b39ebaf5c2 req-180e12c0-a500-43d2-91c1-c4cce18784cf tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:05.802897 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d752111-eaea-4e93-aed2-024266264ef0 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:05.805888 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-64029d9e-3294-4e39-9d65-a1b39ebaf5c2 req-180e12c0-a500-43d2-91c1-c4cce18784cf tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 943 time: 0.0499091 Sep 10 20:58:05.828342 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1d752111-eaea-4e93-aed2-024266264ef0,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:05.840791 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-64029d9e-3294-4e39-9d65-a1b39ebaf5c2 req-91d67c5e-a24c-4b6b-abbd-13d669b33540 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Sep 10 20:58:05.890224 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:05.937297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:06.079734 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd403317-1416-45b9-9e48-e887b56c85f4 req-4141f577-5c0c-4f64-a58e-6e9fce11ff12 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:06.081168 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cd403317-1416-45b9-9e48-e887b56c85f4 req-4141f577-5c0c-4f64-a58e-6e9fce11ff12 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0496304 Sep 10 20:58:06.117038 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-cd403317-1416-45b9-9e48-e887b56c85f4 req-a4e3d384-843d-404b-8c30-32dabc578536 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301578 Sep 10 20:58:06.294670 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['1d752111-eaea-4e93-aed2-024266264ef0'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:58:06.953268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae4c02-6e5d-4290-b24c-fb60cd24496c req-b1e2cc2d-2872-4eec-8741-300a5876e873 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:06.954770 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-76ae4c02-6e5d-4290-b24c-fb60cd24496c req-b1e2cc2d-2872-4eec-8741-300a5876e873 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 944 time: 0.0480897 Sep 10 20:58:06.991529 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-76ae4c02-6e5d-4290-b24c-fb60cd24496c req-53a53e6e-3e3e-4e58-ab23-da379f132c29 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309196 Sep 10 20:58:07.227599 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deaee8-d5af-4a9b-8835-2163e5ce7115 req-38d63ef2-67fa-4ba1-8671-f78c06f5ced0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:07.229073 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-44deaee8-d5af-4a9b-8835-2163e5ce7115 req-38d63ef2-67fa-4ba1-8671-f78c06f5ced0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0476284 Sep 10 20:58:07.266294 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-44deaee8-d5af-4a9b-8835-2163e5ce7115 req-de07fbb3-fac4-42f1-877c-4dd84b1c6984 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308926 Sep 10 20:58:07.489724 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1c59279e-cbd4-4936-8e4c-8287d37c79d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:07.661129 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 1d752111-eaea-4e93-aed2-024266264ef0 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:58:07.764311 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 1d752111-eaea-4e93-aed2-024266264ef0 completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:58:07.767715 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 1d752111-eaea-4e93-aed2-024266264ef0 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:58:07.768082 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:07.850959 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:07.871901 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:07.874212 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4be59a-dd2b-4896-b986-fc0bf436bd85" -d '{"events": [{"server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "name": "network-vif-plugged", "status": "completed", "tag": "1d752111-eaea-4e93-aed2-024266264ef0"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:07.886424 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1d752111-eaea-4e93-aed2-024266264ef0,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:07.909453 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdf8446-6edd-44af-a6c3-d38ccff57fa9 x-openstack-request-id: req-acdf8446-6edd-44af-a6c3-d38ccff57fa9 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:07.909737 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "name": "network-vif-plugged", "status": "completed", "tag": "1d752111-eaea-4e93-aed2-024266264ef0", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:07.909985 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acdf8446-6edd-44af-a6c3-d38ccff57fa9 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:07.910373 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0', 'code': 200} Sep 10 20:58:07.936077 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:07.981320 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:08.108578 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9ea2e-2a81-4295-9199-b9a9a2f28072 req-ccd411cb-4411-4446-a6e6-0985d5b37c2a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:08.110080 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d5f9ea2e-2a81-4295-9199-b9a9a2f28072 req-ccd411cb-4411-4446-a6e6-0985d5b37c2a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Sep 10 20:58:08.148131 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d5f9ea2e-2a81-4295-9199-b9a9a2f28072 req-b01465b5-52ce-4863-992e-c3037780db94 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Sep 10 20:58:08.248531 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa1b3e-79b5-4ad8-a2dc-c2cc8d8e4acd req-4f667d99-cc6d-4115-a29e-74a9cbb75803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:08.249979 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2aa1b3e-79b5-4ad8-a2dc-c2cc8d8e4acd req-4f667d99-cc6d-4115-a29e-74a9cbb75803 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 1098 time: 0.0398331 Sep 10 20:58:08.285139 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b2aa1b3e-79b5-4ad8-a2dc-c2cc8d8e4acd req-297f521b-a027-4e4e-905a-2ba721009cc7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272257 Sep 10 20:58:08.376571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289fed5-3403-4599-b164-3c9b9356becf req-b17cd636-3c4f-4581-a020-5521d8a8acd9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:08.378036 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2289fed5-3403-4599-b164-3c9b9356becf req-b17cd636-3c4f-4581-a020-5521d8a8acd9 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0476351 Sep 10 20:58:08.417349 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2289fed5-3403-4599-b164-3c9b9356becf req-4a815907-5b31-45d7-bb0d-fd2b75a7214a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Sep 10 20:58:09.261466 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326cc2-33df-4ce1-b145-9da962d8cabc req-d7f67bcb-4731-4b88-9e1a-a5849595a17e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:09.262946 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bc326cc2-33df-4ce1-b145-9da962d8cabc req-d7f67bcb-4731-4b88-9e1a-a5849595a17e tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0476284 Sep 10 20:58:09.300623 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bc326cc2-33df-4ce1-b145-9da962d8cabc req-2e189717-1e7f-46b8-a1fe-b1534714cf80 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Sep 10 20:58:09.533561 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258168a9-882e-40a9-bcdd-c24c7dd3b7f8 req-0991f20b-baff-4996-af45-a49b9770685a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:09.535058 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-258168a9-882e-40a9-bcdd-c24c7dd3b7f8 req-0991f20b-baff-4996-af45-a49b9770685a tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 943 time: 0.0509999 Sep 10 20:58:09.570942 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-258168a9-882e-40a9-bcdd-c24c7dd3b7f8 req-3d6919fb-0d67-4e2a-83aa-68da4291a7d1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301049 Sep 10 20:58:09.694220 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:58:09.786792 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:09.797972 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'port_id': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'mac_address': 'fa:16:3e:6c:6c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:58:09.835923 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:09.846416 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0f123d-64b0-49d7-a71a-e1814ebc7446 {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:09.865284 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:09.991604 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:10.044212 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=7']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:10.237399 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b0c2bcd5-5d65-48fe-940b-449081ee2cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:10.371993 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['df0f123d-64b0-49d7-a71a-e1814ebc7446'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:58:10.421800 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7834e-e9e8-4a71-8e3e-0adcb62728d8 req-a2cd3336-2fc6-48ce-8784-9a726924e313 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:10.423302 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94d7834e-e9e8-4a71-8e3e-0adcb62728d8 req-a2cd3336-2fc6-48ce-8784-9a726924e313 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Sep 10 20:58:10.459919 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-94d7834e-e9e8-4a71-8e3e-0adcb62728d8 req-5b07f2e9-b7e8-444f-b39e-c41b096d169c tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Sep 10 20:58:10.672946 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:10.687589 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce0e12-1c93-404b-b913-6391fc46209a req-688eab62-7ed7-41e7-858a-88c2b94a0a7b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:10.689652 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cce0e12-1c93-404b-b913-6391fc46209a req-688eab62-7ed7-41e7-858a-88c2b94a0a7b tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0503261 Sep 10 20:58:10.727763 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cce0e12-1c93-404b-b913-6391fc46209a req-3a5e3adc-87c2-4e7c-bdfc-e81383fcedcb tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Sep 10 20:58:11.301448 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:11.607962 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a67a9b-d797-4e06-ab8d-84d4b4251b91 req-7f1099ff-df2a-434e-b47e-0803e3b2d3a0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:11.609394 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e0a67a9b-d797-4e06-ab8d-84d4b4251b91 req-7f1099ff-df2a-434e-b47e-0803e3b2d3a0 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0474319 Sep 10 20:58:11.648341 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e0a67a9b-d797-4e06-ab8d-84d4b4251b91 req-d15e53b3-c0ee-49c3-9235-4fa4ae25aa43 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Sep 10 20:58:11.721491 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:58:11.766984 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port df0f123d-64b0-49d7-a71a-e1814ebc7446 triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:58:11.767357 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:11.840735 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd47bc-1705-475d-a028-892235f585b8 req-1d894f72-be8a-47f9-957d-b3118c587916 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:11.843095 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcdd47bc-1705-475d-a028-892235f585b8 req-1d894f72-be8a-47f9-957d-b3118c587916 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 944 time: 0.0474012 Sep 10 20:58:11.845284 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:11.870228 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:11.872556 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fffe7e1-d2d1-4143-b344-a180626536de" -d '{"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-plugged", "status": "completed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:11.880898 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-dcdd47bc-1705-475d-a028-892235f585b8 req-a4b4fb49-41db-4589-965d-84d1b65fa6d0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Sep 10 20:58:11.886019 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:11.908896 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a8958-624a-4129-8717-418ec894513f x-openstack-request-id: req-eb8a8958-624a-4129-8717-418ec894513f {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:11.909180 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-plugged", "status": "completed", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:11.909427 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb8a8958-624a-4129-8717-418ec894513f {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:11.909812 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'code': 200} Sep 10 20:58:11.941127 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:11.986521 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=8']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:12.214509 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e4a30-6f8a-4309-835d-b418d36d4cc5 req-bf5019af-c7e3-4e45-af94-462d0186e1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:12.216009 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-510e4a30-6f8a-4309-835d-b418d36d4cc5 req-bf5019af-c7e3-4e45-af94-462d0186e1b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0390921 Sep 10 20:58:12.250896 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-510e4a30-6f8a-4309-835d-b418d36d4cc5 req-fedf5d8d-e3ff-4fed-ad1f-d7e83660c940 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270154 Sep 10 20:58:12.767888 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8a85a-b520-4b99-90f3-ba58507e2d71 req-043aa003-676f-4378-8a97-360c4532ec1f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:12.769383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-67e8a85a-b520-4b99-90f3-ba58507e2d71 req-043aa003-676f-4378-8a97-360c4532ec1f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0524054 Sep 10 20:58:12.770150 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:12.806668 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-67e8a85a-b520-4b99-90f3-ba58507e2d71 req-f8b1d9db-61b5-4e6b-9964-4581169d2f7a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Sep 10 20:58:12.999333 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5f9c4-e8d0-4cda-bd1a-82cab9092d0e req-f827c68d-12d3-413c-b6db-4c8b5c2696e7 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:13.000803 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3bb5f9c4-e8d0-4cda-bd1a-82cab9092d0e req-f827c68d-12d3-413c-b6db-4c8b5c2696e7 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0474770 Sep 10 20:58:13.038059 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3bb5f9c4-e8d0-4cda-bd1a-82cab9092d0e req-5ca05060-9651-4b2a-af68-55ab66d970a0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314646 Sep 10 20:58:13.677641 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77284734-b7b6-4bc5-8577-044c3d85641d req-3898462d-26a0-41aa-b823-e99c88495114 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:13.679128 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-77284734-b7b6-4bc5-8577-044c3d85641d req-3898462d-26a0-41aa-b823-e99c88495114 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Sep 10 20:58:13.772317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Deleting port 1d752111-eaea-4e93-aed2-024266264ef0 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:58:13.772658 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:13.866433 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] For port 1d752111-eaea-4e93-aed2-024266264ef0, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1d752111-eaea-4e93-aed2-024266264ef0,segment=NetworkSegment(b4ee691e-efc4-42d9-8c51-f6a3bd97fe48),segment_id=b4ee691e-efc4-42d9-8c51-f6a3bd97fe48)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:13.866834 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:13.879831 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Calling delete_port for 1d752111-eaea-4e93-aed2-024266264ef0 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:58:13.925116 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fcf56-19d2-4c91-98fa-512a232b69e5 req-8ebdd8e2-1726-4ea5-9355-5ae51ed6d56f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:13.926596 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c01fcf56-19d2-4c91-98fa-512a232b69e5 req-8ebdd8e2-1726-4ea5-9355-5ae51ed6d56f tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Sep 10 20:58:13.967218 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c01fcf56-19d2-4c91-98fa-512a232b69e5 req-c615190d-7bbc-46e0-b961-f7b57a27059a tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/security-groups?id=27f26ce4-11b5-4410-bb13-3acd4d395384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Sep 10 20:58:14.072743 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:14.084975 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['1d752111-eaea-4e93-aed2-024266264ef0'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:58:14.107868 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Pushing event deleted for resources: {'Port': ['ID=1d752111-eaea-4e93-aed2-024266264ef0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:14.169075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] No DVR routers for this DVR port 1d752111-eaea-4e93-aed2-024266264ef0 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:58:14.174182 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:14.176241 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-77284734-b7b6-4bc5-8577-044c3d85641d req-d354422c-a8f1-46f0-b5c9-04ab4da2b086 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.46 "DELETE /v2.0/ports/1d752111-eaea-4e93-aed2-024266264ef0 HTTP/1.1" status: 204 len: 173 time: 0.4900954 Sep 10 20:58:14.176683 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'name': 'network-vif-deleted', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:14.178910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb38fbda-5d86-4b93-bbfe-8e53700c40e2" -d '{"events": [{"server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "name": "network-vif-deleted", "tag": "1d752111-eaea-4e93-aed2-024266264ef0"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:14.197746 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ec559-f8de-4372-a278-9b341e15316d req-3ff7afab-29d2-4bfe-b2fa-f63d9235ec42 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:14.203018 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-850ec559-f8de-4372-a278-9b341e15316d req-3ff7afab-29d2-4bfe-b2fa-f63d9235ec42 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0893497 Sep 10 20:58:14.232857 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c44d44-7e7d-4538-9ac4-4d234b42ca01 x-openstack-request-id: req-08c44d44-7e7d-4538-9ac4-4d234b42ca01 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:14.233142 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d142df2c-c544-479d-8e56-cb1791cfc937", "name": "network-vif-deleted", "tag": "1d752111-eaea-4e93-aed2-024266264ef0", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:14.233388 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08c44d44-7e7d-4538-9ac4-4d234b42ca01 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:14.233794 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd142df2c-c544-479d-8e56-cb1791cfc937', 'name': 'network-vif-deleted', 'tag': '1d752111-eaea-4e93-aed2-024266264ef0', 'status': 'completed', 'code': 200} Sep 10 20:58:14.241169 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-850ec559-f8de-4372-a278-9b341e15316d req-df529aa0-5cb2-4065-8ae5-92572aabfc50 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355554 Sep 10 20:58:15.081137 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-56b0e327-4ecc-4cec-8b45-defe1523f1d8 req-2631f7e3-f895-4f9c-b858-a768bb355b46 tempest-VolumesActionsTest-947292616 tempest-VolumesActionsTest-947292616-project] 10.222.0.38 "GET /v2.0/ports?device_id=d142df2c-c544-479d-8e56-cb1791cfc937 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Sep 10 20:58:17.887239 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f661b-b919-46cb-8170-92dde4bf4d29 req-b7b958d4-0669-43c7-9b89-75fad51d7ae6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:17.888802 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7a8f661b-b919-46cb-8170-92dde4bf4d29 req-b7b958d4-0669-43c7-9b89-75fad51d7ae6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0487602 Sep 10 20:58:17.926340 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7a8f661b-b919-46cb-8170-92dde4bf4d29 req-8e9f9d59-0c28-452d-b05d-5c9294a4b067 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315926 Sep 10 20:58:19.046238 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b46a9c-b9e9-4afd-b5af-0bc902a67741 req-22bea6bb-352f-4b58-8b32-58800543ff3a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:19.047711 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21b46a9c-b9e9-4afd-b5af-0bc902a67741 req-22bea6bb-352f-4b58-8b32-58800543ff3a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Sep 10 20:58:19.084383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-21b46a9c-b9e9-4afd-b5af-0bc902a67741 req-b66bf9de-5746-41d1-ba41-d835876a8e6b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303836 Sep 10 20:58:19.088861 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 1d752111-eaea-4e93-aed2-024266264ef0 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:58:19.118095 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 1d752111-eaea-4e93-aed2-024266264ef0 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:58:19.118445 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 1d752111-eaea-4e93-aed2-024266264ef0 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:58:20.200966 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f37dc6-6d0d-4a48-9b4c-aeab35d74ad2 req-8c52f106-d624-427f-a233-699c42048438 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:20.203079 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a2f37dc6-6d0d-4a48-9b4c-aeab35d74ad2 req-8c52f106-d624-427f-a233-699c42048438 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Sep 10 20:58:20.239206 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a2f37dc6-6d0d-4a48-9b4c-aeab35d74ad2 req-0b801533-44b9-4459-aab6-5a52e5370235 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303602 Sep 10 20:58:21.356396 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247f26e-103f-4fc4-b4f0-cb993091f009 req-b0e4193e-67fc-45ce-935a-8f0e62f3d89e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:21.358382 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c247f26e-103f-4fc4-b4f0-cb993091f009 req-b0e4193e-67fc-45ce-935a-8f0e62f3d89e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Sep 10 20:58:21.395207 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c247f26e-103f-4fc4-b4f0-cb993091f009 req-8bea4cdb-fd0c-40f6-b4e4-6a8bc170f1e9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311148 Sep 10 20:58:22.514873 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a646f71-e162-46d7-bf2a-6a49a14aac24 req-cd477c3a-627c-48ce-83ed-cc265c10e730 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:22.516331 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a646f71-e162-46d7-bf2a-6a49a14aac24 req-cd477c3a-627c-48ce-83ed-cc265c10e730 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0514302 Sep 10 20:58:22.553453 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a646f71-e162-46d7-bf2a-6a49a14aac24 req-b277a0f6-689e-4bf6-8359-690ea5436f4f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312994 Sep 10 20:58:23.682602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbe305-85cb-4bac-b317-7ff22961d06c req-1176e6be-baed-4043-8457-b6741173387c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:23.685045 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6dbbe305-85cb-4bac-b317-7ff22961d06c req-1176e6be-baed-4043-8457-b6741173387c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Sep 10 20:58:23.729838 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6dbbe305-85cb-4bac-b317-7ff22961d06c req-02a26d81-fb06-476d-98ca-074c4ddbf8e6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370309 Sep 10 20:58:24.854190 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9f556-2601-4870-baa8-07ef17e1a896 req-e011f4d0-2fda-459b-a410-a2f47578bda8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:24.861918 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-51a9f556-2601-4870-baa8-07ef17e1a896 req-e011f4d0-2fda-459b-a410-a2f47578bda8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0574682 Sep 10 20:58:24.873707 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:58:24.903772 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-51a9f556-2601-4870-baa8-07ef17e1a896 req-114c2201-8d87-404e-84c9-f19588a3d7da tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408864 Sep 10 20:58:26.029972 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261d360-682c-47fb-bc75-b1bd39445083 req-4a0b351c-5715-4b15-bc38-194ac6a351f4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:26.031498 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3261d360-682c-47fb-bc75-b1bd39445083 req-4a0b351c-5715-4b15-bc38-194ac6a351f4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Sep 10 20:58:26.068727 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3261d360-682c-47fb-bc75-b1bd39445083 req-fe85d9d1-9d8c-4316-99f2-388e32e9d234 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311794 Sep 10 20:58:27.196618 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bd1e1-1723-43e4-b36b-e205a007d458 req-ce3674a5-d63c-480e-92d8-39df796efa7b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:27.198191 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2c6bd1e1-1723-43e4-b36b-e205a007d458 req-ce3674a5-d63c-480e-92d8-39df796efa7b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0563178 Sep 10 20:58:27.241084 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2c6bd1e1-1723-43e4-b36b-e205a007d458 req-43a23b30-30d5-45cc-b66d-465ae4e1f51b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344710 Sep 10 20:58:27.312477 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:28.369795 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0658c6-78ff-4c12-9dd1-3d1966284a37 req-65054f11-5693-46f5-aa81-69c26eec6bf7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:28.372100 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-df0658c6-78ff-4c12-9dd1-3d1966284a37 req-65054f11-5693-46f5-aa81-69c26eec6bf7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0515764 Sep 10 20:58:28.413024 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-df0658c6-78ff-4c12-9dd1-3d1966284a37 req-df1411fa-9e98-4ec1-a8c8-fda3b3448959 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348215 Sep 10 20:58:29.543591 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d9512-a450-42a8-862e-a3cf3791f125 req-56242244-53f3-45b3-903a-34b99705dd38 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:29.545382 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-610d9512-a450-42a8-862e-a3cf3791f125 req-56242244-53f3-45b3-903a-34b99705dd38 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0550227 Sep 10 20:58:29.587493 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-610d9512-a450-42a8-862e-a3cf3791f125 req-e974de70-3d1b-4504-8ffb-25280bd12747 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359466 Sep 10 20:58:30.728845 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745f094-d264-48fa-9a66-4c92fc3cd2f7 req-eabe4831-e38b-454d-b91e-116eb81d0c8f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:30.730273 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4745f094-d264-48fa-9a66-4c92fc3cd2f7 req-eabe4831-e38b-454d-b91e-116eb81d0c8f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0561335 Sep 10 20:58:30.777511 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4745f094-d264-48fa-9a66-4c92fc3cd2f7 req-534c5c37-feae-424f-adb9-134f0f717da5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392814 Sep 10 20:58:31.907152 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a0581-1510-4be3-8992-52b958ac5fb1 req-b8c7d24b-c945-4fe8-9976-cea6a3c4b80c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:31.909032 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f46a0581-1510-4be3-8992-52b958ac5fb1 req-b8c7d24b-c945-4fe8-9976-cea6a3c4b80c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0540457 Sep 10 20:58:31.949105 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f46a0581-1510-4be3-8992-52b958ac5fb1 req-a9af1302-1d65-4459-bff3-91a5f43294d9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337353 Sep 10 20:58:33.078368 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d24d4-38f0-47c7-98c6-9850afbfa74e req-40afd0ad-573d-4777-9804-02a5a2f47e6f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:33.079867 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-179d24d4-38f0-47c7-98c6-9850afbfa74e req-40afd0ad-573d-4777-9804-02a5a2f47e6f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0563705 Sep 10 20:58:33.135129 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-179d24d4-38f0-47c7-98c6-9850afbfa74e req-24d7dab5-d13b-4a61-89e5-2dc58905eef0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455117 Sep 10 20:58:34.260427 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8445cb-81ce-4569-a037-e8cde0dac060 req-3e2690d8-95d1-4484-b35f-c9149f004022 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:34.262383 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6d8445cb-81ce-4569-a037-e8cde0dac060 req-3e2690d8-95d1-4484-b35f-c9149f004022 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0599911 Sep 10 20:58:34.304348 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-6d8445cb-81ce-4569-a037-e8cde0dac060 req-dff8e658-e8ba-4fc9-b799-9c38e67200e9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353117 Sep 10 20:58:35.433690 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773658c-d33b-4946-9374-c331cb766206 req-f980f4c5-e1e0-4c01-beb7-9948a96f357f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:35.435465 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4773658c-d33b-4946-9374-c331cb766206 req-f980f4c5-e1e0-4c01-beb7-9948a96f357f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Sep 10 20:58:35.480823 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4773658c-d33b-4946-9374-c331cb766206 req-b4482f74-2266-4dd9-915c-b817077571d0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371296 Sep 10 20:58:36.764165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18ac0-bda7-4b94-9791-f613e890eae9 req-6298303f-7ab7-4328-9f74-4f8488ff1f73 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:36.765807 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5df18ac0-bda7-4b94-9791-f613e890eae9 req-6298303f-7ab7-4328-9f74-4f8488ff1f73 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0564876 Sep 10 20:58:36.806339 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5df18ac0-bda7-4b94-9791-f613e890eae9 req-31adf1c7-64a4-483f-9a6a-fa1b12974530 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339868 Sep 10 20:58:37.489328 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d5db63d7-f750-4d6c-a2c9-d5c5a23e0913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:37.934427 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97982-e453-4b69-8782-efdd8f187a58 req-7d081e27-4190-4306-a331-c8b9f2743023 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:37.936566 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cb97982-e453-4b69-8782-efdd8f187a58 req-7d081e27-4190-4306-a331-c8b9f2743023 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0543983 Sep 10 20:58:37.988705 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0cb97982-e453-4b69-8782-efdd8f187a58 req-62652ed0-48bd-4b4c-9d19-9bd91c5b556b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418472 Sep 10 20:58:39.107035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65619967-ac73-4826-9f4f-bf578d611b31 req-fcf89938-38c8-40e6-a1af-36532cdaf281 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:39.108533 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-65619967-ac73-4826-9f4f-bf578d611b31 req-fcf89938-38c8-40e6-a1af-36532cdaf281 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Sep 10 20:58:39.145961 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-65619967-ac73-4826-9f4f-bf578d611b31 req-c6e52e3b-fa53-473c-a927-4aecaa289069 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315423 Sep 10 20:58:40.083717 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:58:40.183957 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:40.195903 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:58:40.234116 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:40.249475 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-876bd2b6-00ea-4847-9ca8-6eed89564291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:40.260843 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:40.271078 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e7c86-668a-4c90-bdde-3ad5d1fa6971 req-e54a41d2-d969-488b-a2a5-732886046c7c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:40.271609 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:40.272652 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-026e7c86-668a-4c90-bdde-3ad5d1fa6971 req-e54a41d2-d969-488b-a2a5-732886046c7c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Sep 10 20:58:40.309013 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-026e7c86-668a-4c90-bdde-3ad5d1fa6971 req-6b9e189a-a355-44a1-a20b-346c1486cd0f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301483 Sep 10 20:58:40.334808 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:40.383120 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=6']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:40.431235 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d9ff0517-68c8-48b6-9f13-dfc968ad23ba'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:58:40.677584 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:41.294569 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:41.427487 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc79c0-1c26-412e-8719-3921280331e3 req-25cf373e-a3fb-4a80-bb88-27131bfb77f6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:41.429083 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d0fc79c0-1c26-412e-8719-3921280331e3 req-25cf373e-a3fb-4a80-bb88-27131bfb77f6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Sep 10 20:58:41.467142 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d0fc79c0-1c26-412e-8719-3921280331e3 req-6713e0b6-e3a3-4238-bf09-60b58bdbd850 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314517 Sep 10 20:58:42.089026 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:58:42.137615 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:58:42.138486 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:42.217113 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:42.239915 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:42.242245 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d954d89-8b09-4a10-a93c-3cd8f1d887b2" -d '{"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:42.254800 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:42.278091 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085167b-1028-40ec-94cc-66a55609dc3d x-openstack-request-id: req-6085167b-1028-40ec-94cc-66a55609dc3d {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:42.278365 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:42.278707 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6085167b-1028-40ec-94cc-66a55609dc3d {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:42.279106 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'code': 200} Sep 10 20:58:42.334055 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:42.383444 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=7']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:42.587569 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50d3f-8f6a-4438-8cb0-5b468de80cec req-d4a0be6b-1fe2-4a63-ba24-2bee4404b73b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:42.589176 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c2b50d3f-8f6a-4438-8cb0-5b468de80cec req-d4a0be6b-1fe2-4a63-ba24-2bee4404b73b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0514376 Sep 10 20:58:42.627391 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c2b50d3f-8f6a-4438-8cb0-5b468de80cec req-fc80c76c-d94d-4407-bb9a-9f8917df7d9a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313873 Sep 10 20:58:42.762426 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.268324 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 60500) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:58:43.310733 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Deleting subnet 870f5f11-4723-4eaa-9c9a-8b9f68118827 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 20:58:43.314238 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.347966 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.388727 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.525144 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.550452 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870f5f11-4723-4eaa-9c9a-8b9f68118827,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:43.555119 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.557104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] 10.222.0.38 "DELETE /v2.0/subnets/870f5f11-4723-4eaa-9c9a-8b9f68118827 HTTP/1.1" status: 204 len: 168 time: 0.2890558 Sep 10 20:58:43.560691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 60504) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:58:43.562626 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.563006 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.563347 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.563683 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.564022 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.564371 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.564687 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.565035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.565348 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.565680 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.566004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.566326 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee32740-148d-4bb3-a41d-fd7e55686aec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.626461 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.707642 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.749575 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197008c1-0d04-46d6-9c65-839adca3cd54']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:58:43.760764 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:58:43.761060 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ee691e-efc4-42d9-8c51-f6a3bd97fe48') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:58:43.771645 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.791363 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b057d3-03c0-42f5-a3b2-9da93212c378 req-a6cae7dd-103a-47e3-8831-a9f1dc99f208 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:43.792815 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-02b057d3-03c0-42f5-a3b2-9da93212c378 req-a6cae7dd-103a-47e3-8831-a9f1dc99f208 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0824664 Sep 10 20:58:43.796672 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.808402 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 20:58:43.808782 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 20:58:43.810923 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 20:58:43.880374 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-02b057d3-03c0-42f5-a3b2-9da93212c378 req-4e7768aa-481b-4d3d-9387-420c46e420c2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793526 Sep 10 20:58:43.951080 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.956498 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:43.958557 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] 10.222.0.38 "DELETE /v2.0/networks/197008c1-0d04-46d6-9c65-839adca3cd54 HTTP/1.1" status: 204 len: 168 time: 0.3968735 Sep 10 20:58:43.970081 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=197008c1-0d04-46d6-9c65-839adca3cd54,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:43.978779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.979137 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.979482 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.979821 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.980157 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.980488 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.980819 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.981148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.981474 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.982368 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.982819 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:43.983148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf534fe-c937-4b37-b0f9-3832e57a5d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:44.298965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 60514) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:58:44.339431 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-45969311-520b-404f-85d5-c1c2c45e8850 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7377e72da7b14bfea219e379408768cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392454 Sep 10 20:58:44.342417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 60520) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:58:44.388549 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:44.409568 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:44.546273 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:44.549173 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:44.550114 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/27f26ce4-11b5-4410-bb13-3acd4d395384 HTTP/1.1" status: 204 len: 168 time: 0.2067783 Sep 10 20:58:44.561127 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fbbf1-9bbf-4500-bdba-f4505a59136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f26ce4-11b5-4410-bb13-3acd4d395384,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:45.433562 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904597e-b754-4805-b53e-d0ccf2f166a5 req-d71180cb-ffa5-4d9c-9c08-492fa4f55f76 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:45.435652 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c904597e-b754-4805-b53e-d0ccf2f166a5 req-d71180cb-ffa5-4d9c-9c08-492fa4f55f76 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.4795680 Sep 10 20:58:45.478908 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c904597e-b754-4805-b53e-d0ccf2f166a5 req-7314fc87-d916-4b8c-8b49-187cb3f3938d tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362511 Sep 10 20:58:46.623266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83d1ae-3cb0-458d-8820-ddb76771fe15 req-43df20fa-7565-48ad-8d5e-ada7d42d386f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:46.625594 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8d83d1ae-3cb0-458d-8820-ddb76771fe15 req-43df20fa-7565-48ad-8d5e-ada7d42d386f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0587189 Sep 10 20:58:46.668724 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8d83d1ae-3cb0-458d-8820-ddb76771fe15 req-6858cad2-4879-4315-8edf-aa3791277dd7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343146 Sep 10 20:58:47.791759 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6d189-905e-421e-820a-745e890ccf06 req-198d1722-d360-439e-b350-333d72ddf9eb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:47.794027 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-87e6d189-905e-421e-820a-745e890ccf06 req-198d1722-d360-439e-b350-333d72ddf9eb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0548406 Sep 10 20:58:47.837856 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-87e6d189-905e-421e-820a-745e890ccf06 req-de997bcd-2afd-4b32-b8d9-96289087dfa8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384278 Sep 10 20:58:48.619502 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-104bf011-1a9a-4692-aa32-7b5c3c8d0620 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d8a92a1b7e554da38ee9b84a34151324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295134 Sep 10 20:58:48.802841 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-ed7abc20-4fa7-4469-b277-d0d1b30517ea tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:48.804325 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-ed7abc20-4fa7-4469-b277-d0d1b30517ea tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791232 Sep 10 20:58:48.819740 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6570ccd6-f34c-4219-a583-88ae6826988f tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/quotas/d8a92a1b7e554da38ee9b84a34151324 HTTP/1.1" status: 200 len: 375 time: 0.0098646 Sep 10 20:58:48.855044 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-956dda69-1898-4795-8fb1-bb5e6212b02e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8a92a1b7e554da38ee9b84a34151324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300992 Sep 10 20:58:49.173476 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57ad09-2968-469d-8c0e-704b409037cc req-3ce96156-5a10-4a09-b127-0e2decf83da6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:49.182053 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3b57ad09-2968-469d-8c0e-704b409037cc req-3ce96156-5a10-4a09-b127-0e2decf83da6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.2714131 Sep 10 20:58:49.231326 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3b57ad09-2968-469d-8c0e-704b409037cc req-0e781c30-ee6f-4eb0-a56d-c03b2b558662 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432329 Sep 10 20:58:49.252397 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-77ee8815-1919-4c15-9fce-23149c38dd5d req-09fdba82-4142-4fc1-97f5-dbefd7ab6cda tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0343330 Sep 10 20:58:50.363265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0bb46-a2f0-4297-a178-e7ca685cfc73 req-05a549da-9490-4d15-9543-18255d0de8ca tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:50.364778 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-43a0bb46-a2f0-4297-a178-e7ca685cfc73 req-05a549da-9490-4d15-9543-18255d0de8ca tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0510886 Sep 10 20:58:50.368256 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a56d6ef-403a-469d-ba7f-d3f9fa8de80a req-fa47c6da-c7b5-43f6-92b9-d4d4ac858e11 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0348487 Sep 10 20:58:50.407196 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-43a0bb46-a2f0-4297-a178-e7ca685cfc73 req-38a0b78a-efd0-4d96-8ea4-d1d4a9f4eac2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364106 Sep 10 20:58:50.957896 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-0ddc2455-d42e-4e77-a403-9d6aed52d225 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8a92a1b7e554da38ee9b84a34151324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238781 Sep 10 20:58:51.087437 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-f2bcffe8-ed30-404d-add3-7b79e0053da8 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:51.088887 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-f2bcffe8-ed30-404d-add3-7b79e0053da8 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239045 Sep 10 20:58:51.102042 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Request body: {'port': {'device_id': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08', 'admin_state_up': True, 'tenant_id': 'd8a92a1b7e554da38ee9b84a34151324'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:58:51.306270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Made reservation on behalf of d8a92a1b7e554da38ee9b84a34151324 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 20:58:51.311619 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:51.328325 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:51.451083 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:51.493448 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8903131e-047e-4d0a-96d3-9859f7fbb457 req-b1886fd4-68b6-4cec-8a60-e22c099ee84b tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0333233 Sep 10 20:58:51.518367 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:51.547300 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61a4f-2a59-44f4-b4bf-f5a202936652 req-576ae74d-ce27-4a82-aa84-ddc50690ab9c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:51.549609 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-43d61a4f-2a59-44f4-b4bf-f5a202936652 req-576ae74d-ce27-4a82-aa84-ddc50690ab9c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0540547 Sep 10 20:58:51.591610 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-43d61a4f-2a59-44f4-b4bf-f5a202936652 req-823122b6-7cdf-47e3-954e-5f4f0c7a344e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346930 Sep 10 20:58:51.599776 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec1000-83a0-4f0b-b413-fed7cd543a56,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:51.681009 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Allocated IP 192.168.233.102 (f0211ae5-e1bc-4ac0-867b-08c7e948cf08/76bf85bd-6602-44dc-9c00-ee1a6576b4dc/54845741-9ec1-4169-b424-5ff7a24d247e) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 20:58:51.840370 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:51.867858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Transition to ACTIVE for port object 54845741-9ec1-4169-b424-5ff7a24d247e will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:58:51.969335 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:52.015495 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 20:58:52.018688 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 20:58:52.022363 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 20:58:52.070131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Pushing event updated for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:52.099195 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:52.099854 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:52.153170 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-6083f438-2c49-4db9-b3c8-bf6bead721bf tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0545983 Sep 10 20:58:52.170691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Request body: {'port': {'device_id': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 20:58:52.243080 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:52.328631 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-e3a76b02-a1fc-4f22-a88c-4bdc5201b3ac None None] Provisioning for port 54845741-9ec1-4169-b424-5ff7a24d247e completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:58:52.333027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-e3a76b02-a1fc-4f22-a88c-4bdc5201b3ac None None] Provisioning complete for port 54845741-9ec1-4169-b424-5ff7a24d247e triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:58:52.333938 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e3a76b02-a1fc-4f22-a88c-4bdc5201b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:52.378955 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-e3a76b02-a1fc-4f22-a88c-4bdc5201b3ac None None] Port 54845741-9ec1-4169-b424-5ff7a24d247e cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 20:58:52.582711 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54845741-9ec1-4169-b424-5ff7a24d247e {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:52.588404 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:52.615895 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Transition to ACTIVE for port object 54845741-9ec1-4169-b424-5ff7a24d247e will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 20:58:52.641193 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4e916-8586-470e-b3d9-dc73b3ed25e4 req-c5988604-6321-4ee3-ad52-fc0e25bdd016 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:52.643070 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4f4e916-8586-470e-b3d9-dc73b3ed25e4 req-c5988604-6321-4ee3-ad52-fc0e25bdd016 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 936 time: 0.0532370 Sep 10 20:58:52.683065 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f4f4e916-8586-470e-b3d9-dc73b3ed25e4 req-1c24df61-9b8b-4fd4-9cdd-0bfa09743964 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Sep 10 20:58:52.740588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3c6e-ff6b-4c03-b2f7-8d190222c999 req-fa8f0d01-80ff-4509-8ddc-c751ebe51f93 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:52.742049 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-919f3c6e-ff6b-4c03-b2f7-8d190222c999 req-fa8f0d01-80ff-4509-8ddc-c751ebe51f93 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Sep 10 20:58:52.781428 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-919f3c6e-ff6b-4c03-b2f7-8d190222c999 req-da6e970a-22ca-48dd-b3c8-bd3d30ad9ff4 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333791 Sep 10 20:58:52.974919 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:53.026634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Pushing event updated for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:53.096894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Attempting to bind port 54845741-9ec1-4169-b424-5ff7a24d247e on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 20:58:53.097227 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Attempting to bind port 54845741-9ec1-4169-b424-5ff7a24d247e by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 20:58:53.097558 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Attempting to bind port 54845741-9ec1-4169-b424-5ff7a24d247e on network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:58:53.101900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Port 54845741-9ec1-4169-b424-5ff7a24d247e on network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 20:58:53.102214 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Attempting to bind port 54845741-9ec1-4169-b424-5ff7a24d247e on network f0211ae5-e1bc-4ac0-867b-08c7e948cf08 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 20:58:53.107266 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 20:58:53.107597 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Checking segment: {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 20:58:53.107980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Bound using segment: {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 20:58:53.108407 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Bound port: 54845741-9ec1-4169-b424-5ff7a24d247e, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1914ea-bb78-4bfb-8276-83dea48f3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 20:58:53.108767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:53.175124 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 20:58:53.178240 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=54845741-9ec1-4169-b424-5ff7a24d247e,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 20:58:53.243700 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:53.282222 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.282222 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:53.283254 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] 10.222.0.46 "PUT /v2.0/ports/54845741-9ec1-4169-b424-5ff7a24d247e HTTP/1.1" status: 200 len: 1098 time: 1.1179957 Sep 10 20:58:53.283901 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:58:53.286316 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c218c7-ae69-4996-be89-eda002828c41" -d '{"events": [{"name": "network-changed", "server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:58:53.339111 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bdefa3-4bbc-4796-a43e-f34a2a23f82a x-openstack-request-id: req-75bdefa3-4bbc-4796-a43e-f34a2a23f82a {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:58:53.343804 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:58:53.343804 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-75bdefa3-4bbc-4796-a43e-f34a2a23f82a {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:58:53.343804 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e', 'status': 'completed', 'code': 200} Sep 10 20:58:53.353920 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ddab-6b4d-4455-9c21-d344b2057145 service neutron] Pushing event updated for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:53.414698 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c218c7-ae69-4996-be89-eda002828c41 req-bbab879a-e3d0-4aac-a38c-dd71ffa54f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.416650 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-81c218c7-ae69-4996-be89-eda002828c41 req-bbab879a-e3d0-4aac-a38c-dd71ffa54f48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8a92a1b7e554da38ee9b84a34151324&device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 1101 time: 0.0581706 Sep 10 20:58:53.447890 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-81c218c7-ae69-4996-be89-eda002828c41 req-ac7e485b-3c42-4211-81b9-761aff0a8bca service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d8a92a1b7e554da38ee9b84a34151324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224986 Sep 10 20:58:53.565040 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c218c7-ae69-4996-be89-eda002828c41 req-b9551313-49a1-4d21-b0f9-b8f6baa2566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.566618 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-81c218c7-ae69-4996-be89-eda002828c41 req-b9551313-49a1-4d21-b0f9-b8f6baa2566b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114120 Sep 10 20:58:53.658812 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-ea053d52-4a43-4fd6-b06c-437e5098ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.660352 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-ea053d52-4a43-4fd6-b06c-437e5098ae13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d8a92a1b7e554da38ee9b84a34151324&device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 1101 time: 0.0477545 Sep 10 20:58:53.704426 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-bce1f676-fba1-4bc3-8bd4-c499fb40bd98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=54845741-9ec1-4169-b424-5ff7a24d247e HTTP/1.1" status: 200 len: 217 time: 0.0348692 Sep 10 20:58:53.758088 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-4dba0d15-d402-4dc7-b539-441cbc1ecbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.759997 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-4dba0d15-d402-4dc7-b539-441cbc1ecbe1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=76bf85bd-6602-44dc-9c00-ee1a6576b4dc HTTP/1.1" status: 200 len: 843 time: 0.0471830 Sep 10 20:58:53.803240 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c803839-cbb0-4025-ba80-e6e4ca3974bd req-40c9d182-b960-4b5d-8f83-48931f7f8f4d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.804727 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7c803839-cbb0-4025-ba80-e6e4ca3974bd req-40c9d182-b960-4b5d-8f83-48931f7f8f4d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 948 time: 0.0505452 Sep 10 20:58:53.815523 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-372469fb-4fd2-4596-87d8-ed7c9920c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:53.817009 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-372469fb-4fd2-4596-87d8-ed7c9920c0b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0211ae5-e1bc-4ac0-867b-08c7e948cf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0484457 Sep 10 20:58:53.880977 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7c803839-cbb0-4025-ba80-e6e4ca3974bd req-45bab68c-79f3-4d5f-9a03-9f3303059fae tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Sep 10 20:58:53.928931 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-212c9fe7-fa9c-4267-8ff2-821170864973 service neutron] 10.222.0.46 "GET /v2.0/networks/f0211ae5-e1bc-4ac0-867b-08c7e948cf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030686 Sep 10 20:58:54.038513 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e3d4e33e-3a83-4fd8-af2c-2f1eddc6e51a req-62bf00bd-0291-4648-9221-da9f338577ea service neutron] 10.222.0.46 "GET /v2.0/networks/f0211ae5-e1bc-4ac0-867b-08c7e948cf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007879 Sep 10 20:58:54.126333 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28908a0-d388-4f19-8131-850650081f2e req-33f17db8-8dbc-4b2e-a782-07fb1aa04e06 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:54.127860 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a28908a0-d388-4f19-8131-850650081f2e req-33f17db8-8dbc-4b2e-a782-07fb1aa04e06 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Sep 10 20:58:54.167512 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a28908a0-d388-4f19-8131-850650081f2e req-a86ef0fa-42d1-4c39-96b3-fe47c353e65a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332553 Sep 10 20:58:55.022031 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83373088-2f56-4ff5-8d21-90ce256403d3 req-65670b54-a4e7-4d14-b8d4-0cb68eed44e9 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:55.026681 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-83373088-2f56-4ff5-8d21-90ce256403d3 req-65670b54-a4e7-4d14-b8d4-0cb68eed44e9 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 948 time: 0.0646229 Sep 10 20:58:55.071485 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-83373088-2f56-4ff5-8d21-90ce256403d3 req-73dd06b1-4ee9-4e99-9196-476880716962 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Sep 10 20:58:55.296043 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e406e-2f8a-4233-8179-a5c605a633d0 req-b9aa763d-a54c-474b-a5ed-9481f3924b85 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:55.297538 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-696e406e-2f8a-4233-8179-a5c605a633d0 req-b9aa763d-a54c-474b-a5ed-9481f3924b85 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Sep 10 20:58:55.335587 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-696e406e-2f8a-4233-8179-a5c605a633d0 req-997df406-71de-431f-aa33-a487df7c9fd5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313110 Sep 10 20:58:56.192700 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da763882-ed02-4cd4-94f8-07d4d6a33280 req-93e05f42-8dda-45c6-82c5-74d5bbddd391 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:56.194419 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-da763882-ed02-4cd4-94f8-07d4d6a33280 req-93e05f42-8dda-45c6-82c5-74d5bbddd391 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 948 time: 0.0556207 Sep 10 20:58:56.234082 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-da763882-ed02-4cd4-94f8-07d4d6a33280 req-9fa76b2e-bc18-4bce-8136-512b6844ddad tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Sep 10 20:58:56.468100 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d335a-2f8e-4752-929d-2745e6b52b00 req-1d87612a-5495-4226-864f-413b3402b5d5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:56.469576 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d23d335a-2f8e-4752-929d-2745e6b52b00 req-1d87612a-5495-4226-864f-413b3402b5d5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0563815 Sep 10 20:58:56.516946 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d23d335a-2f8e-4752-929d-2745e6b52b00 req-c7b75096-7db1-48cd-9a74-56408845687a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381374 Sep 10 20:58:57.352029 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582680-fe7d-419c-a039-55c4db0afcc6 req-bdb2f9c8-d46c-4343-a8a2-48f82d10456e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:57.366635 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c582680-fe7d-419c-a039-55c4db0afcc6 req-bdb2f9c8-d46c-4343-a8a2-48f82d10456e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 948 time: 0.0489511 Sep 10 20:58:57.391846 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3c582680-fe7d-419c-a039-55c4db0afcc6 req-20af2890-fb5c-4658-b259-e834f4f445a5 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Sep 10 20:58:57.420905 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:57.640849 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37405eb7-9192-40ce-aaf6-dbd9466a024d req-e076bd0e-afe5-467f-9cab-94d0416c8e0c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:57.642309 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37405eb7-9192-40ce-aaf6-dbd9466a024d req-e076bd0e-afe5-467f-9cab-94d0416c8e0c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Sep 10 20:58:57.682573 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-37405eb7-9192-40ce-aaf6-dbd9466a024d req-fb1eaf62-254a-4737-bf25-2fb289a7a95a tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344553 Sep 10 20:58:58.204804 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 54845741-9ec1-4169-b424-5ff7a24d247e details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:58:58.307414 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=54845741-9ec1-4169-b424-5ff7a24d247e,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:58.319690 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': '54845741-9ec1-4169-b424-5ff7a24d247e', 'network_id': 'f0211ae5-e1bc-4ac0-867b-08c7e948cf08', 'port_id': '54845741-9ec1-4169-b424-5ff7a24d247e', 'mac_address': 'fa:16:3e:34:8a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76bf85bd-6602-44dc-9c00-ee1a6576b4dc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:58:58.360867 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:58.374089 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54845741-9ec1-4169-b424-5ff7a24d247e {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:58:58.392848 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=54845741-9ec1-4169-b424-5ff7a24d247e,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:58:58.477749 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:58:58.510613 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2b255-512a-4a23-adec-efc15942b796 req-84c997ec-3a14-42a2-ba81-7cf6093f9370 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:58.512232 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9a2b255-512a-4a23-adec-efc15942b796 req-84c997ec-3a14-42a2-ba81-7cf6093f9370 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 948 time: 0.0522988 Sep 10 20:58:58.528669 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:58:58.535594 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.535974 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.536318 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.536658 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.536990 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.537324 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.537654 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.537983 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.538338 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.538713 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.539085 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.539416 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:58:58.554569 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-a9a2b255-512a-4a23-adec-efc15942b796 req-4badc9ea-0ddc-4ea1-8473-ea4b02505800 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Sep 10 20:58:58.803180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812df7-071e-4391-ab3e-f3547444454a req-5d63f1d0-64c3-4dee-81c0-d082245f1924 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:58.804630 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3b812df7-071e-4391-ab3e-f3547444454a req-5d63f1d0-64c3-4dee-81c0-d082245f1924 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Sep 10 20:58:58.841602 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3b812df7-071e-4391-ab3e-f3547444454a req-0335194d-36d4-4bb2-aa6f-09d6db286e16 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309892 Sep 10 20:58:58.864526 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['54845741-9ec1-4169-b424-5ff7a24d247e'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:58:59.669471 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e7da-3876-4521-8238-10c096ee6034 req-dff90236-1d68-4532-bd93-9a86ec2b4d09 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:59.670923 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1624e7da-3876-4521-8238-10c096ee6034 req-dff90236-1d68-4532-bd93-9a86ec2b4d09 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 949 time: 0.0517566 Sep 10 20:58:59.707515 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1624e7da-3876-4521-8238-10c096ee6034 req-9d198d30-1828-46ee-a651-eac1e8050802 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Sep 10 20:58:59.962745 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f81a6-2d05-4ba4-81f8-853d55d866a8 req-30e514fd-176e-48cc-9a25-b1bdedd572ae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:58:59.964104 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f19f81a6-2d05-4ba4-81f8-853d55d866a8 req-30e514fd-176e-48cc-9a25-b1bdedd572ae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0487070 Sep 10 20:59:00.001305 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f19f81a6-2d05-4ba4-81f8-853d55d866a8 req-f2bb6999-57a8-437a-80c4-fdd8492b6acc tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309143 Sep 10 20:59:00.097372 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-b42b8434-e865-44f1-ac2f-6f2dafc61fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:00.098872 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-b42b8434-e865-44f1-ac2f-6f2dafc61fe2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1098 time: 0.0393765 Sep 10 20:59:00.187347 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-e66d5cb3-5964-4355-b247-6ffba221d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:00.188793 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-e66d5cb3-5964-4355-b247-6ffba221d007 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0828197 Sep 10 20:59:00.252267 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-27f64386-8eb9-4883-911e-662810959b96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 1001 time: 0.0558436 Sep 10 20:59:00.300819 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-3d33bc6e-5f8f-4154-9ebd-d9a6047a26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:00.302191 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-3d33bc6e-5f8f-4154-9ebd-d9a6047a26e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0422912 Sep 10 20:59:00.349999 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-5af2c933-8811-4cca-8d40-420195c8e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:00.351480 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-5af2c933-8811-4cca-8d40-420195c8e007 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413644 Sep 10 20:59:00.362597 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-8c6f3892-b541-4fb2-bf0b-7d3e3d88af53 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100993) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:59:00.363539 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-8c6f3892-b541-4fb2-bf0b-7d3e3d88af53 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046761 Sep 10 20:59:00.449980 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-d8b5c0cc-c13d-4431-951a-24e9633ec6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788422 Sep 10 20:59:00.543253 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-c9b16863-1b80-4707-a0a8-7d6f23cb83e8 req-187e3dd7-64ea-4613-9812-636557d5f387 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846069 Sep 10 20:59:00.816679 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f2aaa-3394-49b5-ab0c-549484e1b99c req-8ab37fe8-89fb-4a87-a1cf-98642a15ab5e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:00.818039 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a7f2aaa-3394-49b5-ab0c-549484e1b99c req-8ab37fe8-89fb-4a87-a1cf-98642a15ab5e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 949 time: 0.0467541 Sep 10 20:59:00.858155 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5a7f2aaa-3394-49b5-ab0c-549484e1b99c req-ddf6f82d-7aab-43d8-b5c9-c30c39eb6e35 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Sep 10 20:59:01.120122 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e56bf-eadd-4915-9454-14389a959d68 req-6630d51f-e57b-4518-adbd-35a60abad88f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:01.121623 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-286e56bf-eadd-4915-9454-14389a959d68 req-6630d51f-e57b-4518-adbd-35a60abad88f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0483913 Sep 10 20:59:01.160109 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-286e56bf-eadd-4915-9454-14389a959d68 req-5ca6f4d1-09ae-4633-8a5f-67bd4986a15b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319901 Sep 10 20:59:01.873594 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:59:01.968397 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a31e9-72cb-417b-b0c0-d6e678d7f2ed req-d91471b9-e580-4a81-a7e5-723568787d6b tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:01.969859 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1e2a31e9-72cb-417b-b0c0-d6e678d7f2ed req-d91471b9-e580-4a81-a7e5-723568787d6b tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 949 time: 0.0473959 Sep 10 20:59:02.011188 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1e2a31e9-72cb-417b-b0c0-d6e678d7f2ed req-477b1cdc-7f08-4aee-804d-91a8c2eba860 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Sep 10 20:59:02.239859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 54845741-9ec1-4169-b424-5ff7a24d247e up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:59:02.280116 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381c98-4e51-4cfb-a6af-4dd1c065c8d2 req-fbc7201e-f9c7-4f15-8be1-7982ac1cfc8c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:02.281583 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a381c98-4e51-4cfb-a6af-4dd1c065c8d2 req-fbc7201e-f9c7-4f15-8be1-7982ac1cfc8c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Sep 10 20:59:02.317374 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8a381c98-4e51-4cfb-a6af-4dd1c065c8d2 req-47ae69f9-b53a-4a71-8a05-77aefbd44997 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298190 Sep 10 20:59:02.384401 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port 54845741-9ec1-4169-b424-5ff7a24d247e completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 20:59:02.388784 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port 54845741-9ec1-4169-b424-5ff7a24d247e triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:59:02.389151 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:02.466737 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:02.488089 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:02.490313 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817bcd3b-a260-49eb-9038-3836d1b96ecd" -d '{"events": [{"server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "name": "network-vif-plugged", "status": "completed", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:02.502738 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=54845741-9ec1-4169-b424-5ff7a24d247e,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:02.526315 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6febac6-cc48-4f2b-a7e8-202b021e4ae0 x-openstack-request-id: req-a6febac6-cc48-4f2b-a7e8-202b021e4ae0 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:02.526601 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "name": "network-vif-plugged", "status": "completed", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:02.526915 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6febac6-cc48-4f2b-a7e8-202b021e4ae0 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:02.527301 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e', 'code': 200} Sep 10 20:59:02.608464 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:02.609258 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:59:02.681054 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:02.722548 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:02.753814 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:02.803008 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:02.850613 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=8']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:02.857980 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c018b93-dc05-4eb2-9b7b-cabbf956c070 req-761c2cb2-dd69-44c9-b167-a8e22b47a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:02.865428 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7c018b93-dc05-4eb2-9b7b-cabbf956c070 req-761c2cb2-dd69-44c9-b167-a8e22b47a9d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 1103 time: 0.0866389 Sep 10 20:59:02.895102 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-7c018b93-dc05-4eb2-9b7b-cabbf956c070 req-f44e9834-dc77-4c54-ba54-25d2b6404e41 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275252 Sep 10 20:59:03.124577 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4204e-bff6-4498-99d5-cceac028cdb4 req-2fddda8f-ca55-4e6f-a13b-41f4731ceed6 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.126027 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-36c4204e-bff6-4498-99d5-cceac028cdb4 req-2fddda8f-ca55-4e6f-a13b-41f4731ceed6 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0478878 Sep 10 20:59:03.161763 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-36c4204e-bff6-4498-99d5-cceac028cdb4 req-26e1162e-806b-45b8-a865-a55a05c1fb4f tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299730 Sep 10 20:59:03.255277 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-f495128d-970e-4efd-b81e-10afebc59c43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380080 Sep 10 20:59:03.347264 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-48a53234-a076-4267-8104-d1138c82bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.348669 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-48a53234-a076-4267-8104-d1138c82bba1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0432673 Sep 10 20:59:03.437143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5829a5e-d027-4f28-9380-029595abda27 req-a9a3e9dd-db26-495c-b29d-89c40469341c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.438765 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b5829a5e-d027-4f28-9380-029595abda27 req-a9a3e9dd-db26-495c-b29d-89c40469341c tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0486515 Sep 10 20:59:03.476481 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-92170bfc-dc6f-4742-9cbf-fd29e2464074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.477007 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b5829a5e-d027-4f28-9380-029595abda27 req-4c19153b-47b6-4bef-a1ba-60d4b4c19503 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319431 Sep 10 20:59:03.477949 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-92170bfc-dc6f-4742-9cbf-fd29e2464074 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 909 time: 0.0871055 Sep 10 20:59:03.552511 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-afcd11ac-e1cf-413f-b309-f4c65759e824 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 1000 time: 0.0623462 Sep 10 20:59:03.601321 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-17d7ddf7-7229-4b96-83f0-7cbee5ded11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.602738 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-17d7ddf7-7229-4b96-83f0-7cbee5ded11f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0434892 Sep 10 20:59:03.647312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-66953437-986c-4afe-ad98-e4f16a2643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:03.648760 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-66953437-986c-4afe-ad98-e4f16a2643ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378454 Sep 10 20:59:03.744928 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-95db1372-3142-44bd-a8ee-260fd31faefe service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868065 Sep 10 20:59:03.834811 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d7e04c0e-4440-4038-9f68-8c3f496e0877 req-557e66e9-f0e5-49f9-b173-0bfb7e220c50 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807297 Sep 10 20:59:04.283637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8410f8-8308-4b40-b09f-f022c04a04f6 req-ccc98e2b-a822-497b-8206-e4f1e6d5fe4e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:04.285282 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-be8410f8-8308-4b40-b09f-f022c04a04f6 req-ccc98e2b-a822-497b-8206-e4f1e6d5fe4e tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0482447 Sep 10 20:59:04.327111 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-be8410f8-8308-4b40-b09f-f022c04a04f6 req-805e846b-3079-4234-8036-e9229d344b21 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Sep 10 20:59:04.529303 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:04.531930 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f47f966-a932-4d8b-b7bd-f736999e87c7" -d '{"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-unplugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:04.565362 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32359cf5-c8f3-46d3-9739-587ddf836ba0 x-openstack-request-id: req-32359cf5-c8f3-46d3-9739-587ddf836ba0 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:04.565877 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-unplugged", "status": "failed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "code": 422}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:04.566198 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-32359cf5-c8f3-46d3-9739-587ddf836ba0 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:04.566709 dv-cinder-760152-8-iscsi neutron-server[100994]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'code': 422} returned with failed status Sep 10 20:59:05.309663 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-72683e4c-70de-4d6b-afc6-003d67a9c09c req-d809af14-8e12-4744-a267-0482491103e2 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 20:59:05.310641 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-72683e4c-70de-4d6b-afc6-003d67a9c09c req-d809af14-8e12-4744-a267-0482491103e2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052483 Sep 10 20:59:05.442887 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3c33b-c817-473e-85d8-fa24322d4a5a req-911bd2ca-82de-41b1-a879-6f16f44a1ec7 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:05.444352 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5be3c33b-c817-473e-85d8-fa24322d4a5a req-911bd2ca-82de-41b1-a879-6f16f44a1ec7 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0520260 Sep 10 20:59:05.480934 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5be3c33b-c817-473e-85d8-fa24322d4a5a req-a9cd482c-01ca-4604-b922-2b5b6efece72 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Sep 10 20:59:05.625944 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dc415-ca9c-4475-9888-3108ac603e9a req-b778f7ce-70ad-4920-ab6a-20e0838d5429 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:05.627436 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b87dc415-ca9c-4475-9888-3108ac603e9a req-b778f7ce-70ad-4920-ab6a-20e0838d5429 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0480886 Sep 10 20:59:05.665672 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b87dc415-ca9c-4475-9888-3108ac603e9a req-7b2d7bb4-c282-421e-a301-b42810ecbf85 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321436 Sep 10 20:59:05.943633 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3486fd2-d249-4da7-8e11-70c17764ac1a req-382747ce-99f2-49ad-b33f-45359b2f596d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:05.945094 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b3486fd2-d249-4da7-8e11-70c17764ac1a req-382747ce-99f2-49ad-b33f-45359b2f596d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0574274 Sep 10 20:59:06.003052 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-e0742f7c-278f-4a04-84a8-304107cb065f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206505 Sep 10 20:59:06.006154 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b3486fd2-d249-4da7-8e11-70c17764ac1a req-486b3aae-f18a-4506-a31d-99a736ff35a3 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Sep 10 20:59:06.277203 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:59:06.783421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874c9d-1f0c-468a-b0f4-55c66a11b9a5 req-af592c3b-0ed8-41ed-a502-3914714403e7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:06.784931 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4b874c9d-1f0c-468a-b0f4-55c66a11b9a5 req-af592c3b-0ed8-41ed-a502-3914714403e7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0490570 Sep 10 20:59:06.821523 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-4b874c9d-1f0c-468a-b0f4-55c66a11b9a5 req-bc37dad7-c50d-4296-86c7-98c2732a9237 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305481 Sep 10 20:59:07.120631 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bef19-548c-4680-8e8c-f78231a5d086 req-e3231363-805f-47bc-979e-e13a15de5441 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.122618 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98bef19-548c-4680-8e8c-f78231a5d086 req-e3231363-805f-47bc-979e-e13a15de5441 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0478349 Sep 10 20:59:07.158471 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e98bef19-548c-4680-8e8c-f78231a5d086 req-1c374392-ac44-4f41-81b0-f24f20eafdbd tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301158 Sep 10 20:59:07.353417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-53279003-9795-4702-8193-d3a067c6f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.354797 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-53279003-9795-4702-8193-d3a067c6f7f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905&tenant_id=52092a98898e4d7ea9d03aeb919b92d4 HTTP/1.1" status: 200 len: 1096 time: 0.0388763 Sep 10 20:59:07.416051 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-80715a04-9f96-41b4-a00d-90b63a4df768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.417478 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-80715a04-9f96-41b4-a00d-90b63a4df768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1096 time: 0.0379794 Sep 10 20:59:07.487612 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7f6d5d43-9113-4b22-b742-d6107fbbf95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:07.508457 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-8b61486d-d619-4ebd-8789-6548ea28b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.509919 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-8b61486d-d619-4ebd-8789-6548ea28b949 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.0851650 Sep 10 20:59:07.576144 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-3c502335-9631-4fa1-bc1b-17734214472a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 999 time: 0.0579195 Sep 10 20:59:07.648714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-bf1e2dc5-12dd-4ac1-9328-94c4bcedb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.650391 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-bf1e2dc5-12dd-4ac1-9328-94c4bcedb74a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0661502 Sep 10 20:59:07.664596 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-0eae8965-7c8a-4f35-8bc0-eace5fcee209 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.665917 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-0eae8965-7c8a-4f35-8bc0-eace5fcee209 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0575392 Sep 10 20:59:07.754368 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-51afdfe7-dc30-4c34-8e4c-52a6b91020a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:07.755824 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-51afdfe7-dc30-4c34-8e4c-52a6b91020a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891006 Sep 10 20:59:07.828537 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Deleting port 54845741-9ec1-4169-b424-5ff7a24d247e {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:59:07.828867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:08.180079 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-956ce56a-b6a4-496d-8bb1-d74023ce7b7e service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165685 Sep 10 20:59:08.251236 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d289-dc38-451f-ae28-3cb80ef33b6f req-3344654b-866a-44cd-aef1-bc57795a3910 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:08.252702 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee95d289-dc38-451f-ae28-3cb80ef33b6f req-3344654b-866a-44cd-aef1-bc57795a3910 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.1489434 Sep 10 20:59:08.275842 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9c9f-3e38-4b30-a558-3c82d66245f0 req-eff614de-5a21-428b-8c38-4c49d9e5650d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:08.280443 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fdbb9c9f-3e38-4b30-a558-3c82d66245f0 req-eff614de-5a21-428b-8c38-4c49d9e5650d tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 950 time: 0.0484822 Sep 10 20:59:08.283202 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] For port 54845741-9ec1-4169-b424-5ff7a24d247e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=54845741-9ec1-4169-b424-5ff7a24d247e,segment=NetworkSegment(0d1914ea-bb78-4bfb-8276-83dea48f3550),segment_id=0d1914ea-bb78-4bfb-8276-83dea48f3550)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:08.283566 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:08.307148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Calling delete_port for 54845741-9ec1-4169-b424-5ff7a24d247e owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:59:08.314958 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fdbb9c9f-3e38-4b30-a558-3c82d66245f0 req-b09a7905-93ef-4da8-bf07-34aa0655eb71 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/security-groups?id=f3ec1000-83a0-4f0b-b413-fed7cd543a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 10 20:59:08.382363 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-ee95d289-dc38-451f-ae28-3cb80ef33b6f req-1d2f3811-66c1-4e04-b943-7d1d0f687044 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960815 Sep 10 20:59:08.397475 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-26cd5263-2df2-4c05-a580-e6d79cef4fb7 req-771b718e-cf56-473f-830c-146f9e3c5983 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088187 Sep 10 20:59:08.557037 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:08.587090 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Pushing event deleted for resources: {'Port': ['ID=54845741-9ec1-4169-b424-5ff7a24d247e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:08.630458 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] No DVR routers for this DVR port 54845741-9ec1-4169-b424-5ff7a24d247e on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:59:08.632957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:08.635082 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1acaf242-1d6d-4b41-bf9f-ab3c8cbb9cdc req-12406a24-9e9b-45d7-8d4b-6076b6116403 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.46 "DELETE /v2.0/ports/54845741-9ec1-4169-b424-5ff7a24d247e HTTP/1.1" status: 204 len: 173 time: 0.9599643 Sep 10 20:59:08.635520 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'name': 'network-vif-deleted', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:08.637814 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674ab5e5-0819-4849-8f94-7e67da6171d1" -d '{"events": [{"server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "name": "network-vif-deleted", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:08.674583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b01f03-4714-43e0-9bc3-d764d8fa4b3e x-openstack-request-id: req-93b01f03-4714-43e0-9bc3-d764d8fa4b3e {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:08.675091 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc88a358-26a2-4f5a-891a-2f5b2cab93f2", "name": "network-vif-deleted", "tag": "54845741-9ec1-4169-b424-5ff7a24d247e", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:08.675923 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93b01f03-4714-43e0-9bc3-d764d8fa4b3e {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:08.675923 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc88a358-26a2-4f5a-891a-2f5b2cab93f2', 'name': 'network-vif-deleted', 'tag': '54845741-9ec1-4169-b424-5ff7a24d247e', 'status': 'completed', 'code': 200} Sep 10 20:59:09.431746 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-546afed8-ff8e-4e87-8c92-4a84063ebfb2 req-20d99251-d0ed-4547-8e32-05a3a3edddc2 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0330782 Sep 10 20:59:09.541649 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39052f55-52a7-4235-b9cd-efcbae32a479 req-d815776e-df67-4617-830c-ba4949a273c1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:09.543118 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-39052f55-52a7-4235-b9cd-efcbae32a479 req-d815776e-df67-4617-830c-ba4949a273c1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0473070 Sep 10 20:59:09.579969 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-39052f55-52a7-4235-b9cd-efcbae32a479 req-24056484-e797-4a35-a62f-5698930934d6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308499 Sep 10 20:59:10.248460 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c7245dc2-8f5b-489f-806a-e60913115754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:10.312615 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 54845741-9ec1-4169-b424-5ff7a24d247e no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 20:59:10.332241 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 54845741-9ec1-4169-b424-5ff7a24d247e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 20:59:10.332601 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 54845741-9ec1-4169-b424-5ff7a24d247e not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 20:59:10.550033 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20f07d25-a1b1-4f68-892a-84e373e1aa0e req-9ea5516e-2fef-482c-8f4b-a8b05c36e91a tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0378895 Sep 10 20:59:10.700460 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd78fc8-e1fd-4ba5-8a6a-df102c317611 req-2ccecce4-1c0d-47b8-bc33-7ca2668c05f0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:10.701981 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8cd78fc8-e1fd-4ba5-8a6a-df102c317611 req-2ccecce4-1c0d-47b8-bc33-7ca2668c05f0 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0504496 Sep 10 20:59:10.728679 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:10.741330 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-8cd78fc8-e1fd-4ba5-8a6a-df102c317611 req-cc7c5289-d403-4b61-9348-26a90ee1e9c5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334454 Sep 10 20:59:11.362502 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:11.658259 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-18279b22-694e-46ea-82ef-d4cecb1262aa req-a317a0e1-04c7-417c-9d44-9248e65ac922 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0298717 Sep 10 20:59:11.864786 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39b6b-34ac-487c-a77e-92c32f56a9d2 req-c84c51c1-7bfc-479e-be9e-738a3b413612 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:11.866262 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-79f39b6b-34ac-487c-a77e-92c32f56a9d2 req-c84c51c1-7bfc-479e-be9e-738a3b413612 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0487375 Sep 10 20:59:11.905443 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-79f39b6b-34ac-487c-a77e-92c32f56a9d2 req-9d5bea38-6f1a-4957-83f0-e9dc6ac9c50b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329618 Sep 10 20:59:12.767344 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-54818a7b-ee87-4ee5-921b-8d055d835194 req-67847c21-5806-457c-b008-873d3058d40c tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Sep 10 20:59:12.779636 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:13.031475 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa102f5a-46a8-4d15-8c74-b907fa06358b req-328dab25-911c-4a40-b321-f3c1c220a065 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:13.032847 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fa102f5a-46a8-4d15-8c74-b907fa06358b req-328dab25-911c-4a40-b321-f3c1c220a065 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0481443 Sep 10 20:59:13.074465 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-fa102f5a-46a8-4d15-8c74-b907fa06358b req-c5c7099a-d15b-4543-9a69-5d449dfcea99 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356066 Sep 10 20:59:13.871424 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f06ec3c0-d476-4074-9bd8-418c5720815f req-c8fedab2-7bfc-4289-ba3c-c1bdedf7dbbc tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0259929 Sep 10 20:59:14.196084 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b3ef8-df2e-489c-8910-96738401953c req-acd7ff93-0704-4c58-80e9-177d046134c8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:14.197536 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-308b3ef8-df2e-489c-8910-96738401953c req-acd7ff93-0704-4c58-80e9-177d046134c8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0473256 Sep 10 20:59:14.242559 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-308b3ef8-df2e-489c-8910-96738401953c req-15d8b8df-8af0-4630-b063-ae524b21e1dd tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382452 Sep 10 20:59:14.982487 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-91fbda82-5005-4f57-ba46-a8d1239c66c5 req-dbcdb24c-ad56-4724-891b-e950d0e1fe80 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0324121 Sep 10 20:59:15.367921 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b4e1d-b674-4c9f-b7a7-08b03926dd69 req-e747fc4d-a7de-4d33-8d8c-b03f296c1201 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:15.369357 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-062b4e1d-b674-4c9f-b7a7-08b03926dd69 req-e747fc4d-a7de-4d33-8d8c-b03f296c1201 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0504270 Sep 10 20:59:15.406395 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-062b4e1d-b674-4c9f-b7a7-08b03926dd69 req-ae4fe1b2-00b0-4583-94c0-ebf7b5fdfd07 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310166 Sep 10 20:59:16.087623 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20c33323-a447-4146-82a6-901c1cd63857 req-ac882de7-4562-4f34-818d-ef3852fa08fb tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0266950 Sep 10 20:59:16.526868 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88769119-6e81-4a5c-b1e4-e6ff14dfbbcf req-8656fbc1-8271-4961-b682-4d98cc197c58 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:16.528941 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-88769119-6e81-4a5c-b1e4-e6ff14dfbbcf req-8656fbc1-8271-4961-b682-4d98cc197c58 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0491254 Sep 10 20:59:16.567808 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-88769119-6e81-4a5c-b1e4-e6ff14dfbbcf req-4115e558-0791-4a25-aa52-4e73937b6f34 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325713 Sep 10 20:59:17.195983 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-c1bd94f1-f99a-482c-ba3b-141d62e2a9ec req-219c728a-8727-485a-be18-8bba8f63eab8 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0259082 Sep 10 20:59:17.690103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cd7ac-9f43-4f67-b587-e917a4d67d67 req-6a785eea-8220-40cc-83cc-2c73c2211cbe tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:17.691654 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-491cd7ac-9f43-4f67-b587-e917a4d67d67 req-6a785eea-8220-40cc-83cc-2c73c2211cbe tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0517809 Sep 10 20:59:17.729241 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-491cd7ac-9f43-4f67-b587-e917a4d67d67 req-2c8cc016-496b-4ba4-ac5c-0c087b56ee26 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314739 Sep 10 20:59:18.310053 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-e3274744-a381-4452-8c89-5833d96f827d req-cdf61452-97fc-4eda-940b-bb90e9120a31 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0264959 Sep 10 20:59:18.845980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5ce48-353c-4058-8c11-a33ee4e8d511 req-d63ce1b1-1087-4bbd-b021-e5a5199948c7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:18.847596 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7da5ce48-353c-4058-8c11-a33ee4e8d511 req-d63ce1b1-1087-4bbd-b021-e5a5199948c7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0472574 Sep 10 20:59:18.889412 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7da5ce48-353c-4058-8c11-a33ee4e8d511 req-deb39288-2adc-4183-a273-72a02c6ff483 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354614 Sep 10 20:59:19.419111 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-7ec66956-2caf-4f5e-b613-f116fd20efe2 req-ab050d89-5bc6-4c52-b26a-50a8dc8244e8 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0289357 Sep 10 20:59:20.009175 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a58832-be39-4e75-9aaf-b37f6380b178 req-aa8402f6-a056-4298-801c-ad4bb8a3e1a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:20.010627 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-35a58832-be39-4e75-9aaf-b37f6380b178 req-aa8402f6-a056-4298-801c-ad4bb8a3e1a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0478821 Sep 10 20:59:20.049254 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-35a58832-be39-4e75-9aaf-b37f6380b178 req-b9e65cb9-2be8-42c7-91d7-68aade36c7f6 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327992 Sep 10 20:59:20.571235 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2ee43aca-95c9-4941-a280-e523c098bacc req-ec10a543-38fe-4fb6-91f2-3932e9997a88 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0260258 Sep 10 20:59:21.170962 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de158b5e-97ab-4701-8f2f-9f4273ef6db6 req-e7c48d24-855b-4705-8f3c-badeb385fcff tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:21.172558 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-de158b5e-97ab-4701-8f2f-9f4273ef6db6 req-e7c48d24-855b-4705-8f3c-badeb385fcff tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0508413 Sep 10 20:59:21.211786 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-de158b5e-97ab-4701-8f2f-9f4273ef6db6 req-eae6ec02-bca9-4669-8281-1a8007bd63ad tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329611 Sep 10 20:59:21.677205 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0c08cc9b-dcf5-4590-8c47-6ea030c9066a req-33e107e5-1e01-4ccc-be37-2c46e8bcc1cc tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Sep 10 20:59:22.327267 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6232-07dc-4a49-9767-48269cdf7e40 req-219bcad7-8639-41cf-80df-92fcecf1f697 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:22.328704 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0eed6232-07dc-4a49-9767-48269cdf7e40 req-219bcad7-8639-41cf-80df-92fcecf1f697 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0465429 Sep 10 20:59:22.365111 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-0eed6232-07dc-4a49-9767-48269cdf7e40 req-a4dfe50f-5d17-4dd8-84fc-06c2731bb67e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306525 Sep 10 20:59:22.778939 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00b7b0b5-53da-4493-873e-c32bd0a8e8ef req-745aa8fb-a9f5-4293-904e-279088fae008 tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0263710 Sep 10 20:59:23.480141 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd59f4-404a-4147-9345-2c5fafb231aa req-bd0b4dc0-500d-4d22-b9b7-c3de9ccb7b81 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:23.482016 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-80dd59f4-404a-4147-9345-2c5fafb231aa req-bd0b4dc0-500d-4d22-b9b7-c3de9ccb7b81 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0495908 Sep 10 20:59:23.517951 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-80dd59f4-404a-4147-9345-2c5fafb231aa req-fe0975e4-2ed3-40c6-ac4f-3c9211e56ce2 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300639 Sep 10 20:59:23.877701 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-00efed80-c66f-49a4-8f3a-feb2750da933 req-ace36316-1c21-4e27-8e1c-f6754ae7704f tempest-VolumesNegativeTest-4904070 tempest-VolumesNegativeTest-4904070-project] 10.222.0.38 "GET /v2.0/ports?device_id=bc88a358-26a2-4f5a-891a-2f5b2cab93f2 HTTP/1.1" status: 200 len: 210 time: 0.0257261 Sep 10 20:59:24.635820 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11baa2-dba5-4db9-acdc-d758af270ce2 req-b7c62e80-e51e-460d-b4fa-0b0a8130b554 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:24.637867 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8a11baa2-dba5-4db9-acdc-d758af270ce2 req-b7c62e80-e51e-460d-b4fa-0b0a8130b554 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0483794 Sep 10 20:59:24.674216 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8a11baa2-dba5-4db9-acdc-d758af270ce2 req-6a74e06b-a649-49dc-b83d-cdd51ed080e7 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304856 Sep 10 20:59:25.798197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95ad23-fc32-49df-8dc4-17b81886be05 req-fbfb4680-498f-4f09-be36-7f95d16a7d34 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:25.799871 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3f95ad23-fc32-49df-8dc4-17b81886be05 req-fbfb4680-498f-4f09-be36-7f95d16a7d34 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0508072 Sep 10 20:59:25.846789 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-3f95ad23-fc32-49df-8dc4-17b81886be05 req-91b7e0c9-6294-4f7a-b485-a11fa2804777 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394306 Sep 10 20:59:26.354142 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 20:59:26.455347 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:26.459262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'port_id': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'mac_address': 'fa:16:3e:9f:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 20:59:26.497113 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:26.509328 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 20:59:26.527673 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:26.984719 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc762e0-6612-4c5d-bcab-f8fb93d8c3e6 req-92c1c79f-9fd9-4c12-87ae-0fe279984a7b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:26.991297 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3bc762e0-6612-4c5d-bcab-f8fb93d8c3e6 req-92c1c79f-9fd9-4c12-87ae-0fe279984a7b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 943 time: 0.0639431 Sep 10 20:59:27.027153 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3bc762e0-6612-4c5d-bcab-f8fb93d8c3e6 req-063d163d-77f9-4358-afa2-1f33c0361c75 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345664 Sep 10 20:59:27.442340 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:27.487465 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=9']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:27.521922 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:27.790488 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['d9ff0517-68c8-48b6-9f13-dfc968ad23ba'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 20:59:28.159959 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff70a1-14ee-43a3-80c3-617177f80411 req-79406da5-e097-4595-971e-cda97b819fa8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:28.161614 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20ff70a1-14ee-43a3-80c3-617177f80411 req-79406da5-e097-4595-971e-cda97b819fa8 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 944 time: 0.0504534 Sep 10 20:59:28.203150 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-20ff70a1-14ee-43a3-80c3-617177f80411 req-3f0cb1a7-4459-4cb8-bac5-f55a6be505a9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356321 Sep 10 20:59:29.323753 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543b1f-17ca-4554-baa0-03146a92fa6f req-d51ac943-02b1-4a69-9afa-48275f064da9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:29.325613 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-33543b1f-17ca-4554-baa0-03146a92fa6f req-d51ac943-02b1-4a69-9afa-48275f064da9 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 944 time: 0.0471430 Sep 10 20:59:29.367872 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-33543b1f-17ca-4554-baa0-03146a92fa6f req-22c4d7c8-9980-4d7b-8962-66397bae1c84 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358605 Sep 10 20:59:30.380770 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 20:59:30.428853 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port d9ff0517-68c8-48b6-9f13-dfc968ad23ba triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 20:59:30.429231 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:30.485361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035975f2-ebc3-4c73-be4f-02ecf9577b05 req-bd4a4f9e-18fe-4da6-81cd-8d42bc4f3b8e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:30.486898 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-035975f2-ebc3-4c73-be4f-02ecf9577b05 req-bd4a4f9e-18fe-4da6-81cd-8d42bc4f3b8e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 944 time: 0.0473835 Sep 10 20:59:30.505491 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:30.524881 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-035975f2-ebc3-4c73-be4f-02ecf9577b05 req-948575ec-acac-45d5-815c-08791727e5a1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319548 Sep 10 20:59:30.527833 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:30.530068 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69e73d3-fd36-45d7-953f-8de14685c857" -d '{"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:30.543776 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:30.570097 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860fa35-4e57-444d-b37f-08bb72ccf7f1 x-openstack-request-id: req-1860fa35-4e57-444d-b37f-08bb72ccf7f1 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:30.570400 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:30.570676 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1860fa35-4e57-444d-b37f-08bb72ccf7f1 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:30.571064 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'code': 200} Sep 10 20:59:30.653797 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:30.699036 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=10']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:30.906153 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152caa9-d98b-472e-8ced-f1863594d67e req-897f5bc3-296f-4cfc-be80-9349f85cab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:30.907689 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8152caa9-d98b-472e-8ced-f1863594d67e req-897f5bc3-296f-4cfc-be80-9349f85cab88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1099 time: 0.0400665 Sep 10 20:59:30.941896 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8152caa9-d98b-472e-8ced-f1863594d67e req-ae2a637b-117d-476b-8fda-0fbbe73bc0ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268369 Sep 10 20:59:31.304197 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 32934) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:59:31.434524 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-eecc2b9c-32de-4997-835b-47eb68c28a15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8a92a1b7e554da38ee9b84a34151324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291764 Sep 10 20:59:31.441456 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 32938) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:59:31.486524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:31.506797 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:31.641475 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:31.642108 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ea86f-4f97-4579-87f1-653704b3ea75 req-b824ab6c-a786-4bc0-bfa2-baa0bb417013 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:31.643619 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-598ea86f-4f97-4579-87f1-653704b3ea75 req-b824ab6c-a786-4bc0-bfa2-baa0bb417013 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0476084 Sep 10 20:59:31.643976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:31.645133 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f3ec1000-83a0-4f0b-b413-fed7cd543a56 HTTP/1.1" status: 204 len: 168 time: 0.2028053 Sep 10 20:59:31.653282 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0e84-8289-41a2-b1c2-46d10ead7b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec1000-83a0-4f0b-b413-fed7cd543a56,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:31.682963 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-598ea86f-4f97-4579-87f1-653704b3ea75 req-988dac76-5df4-408c-ad1f-5164e60ea3d1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329204 Sep 10 20:59:32.804579 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2b3fa-7019-4808-9d93-10cd44aa1472 req-cc55d5e0-28c3-4303-a947-f4db875838ac tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:32.806034 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b4e2b3fa-7019-4808-9d93-10cd44aa1472 req-cc55d5e0-28c3-4303-a947-f4db875838ac tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0507181 Sep 10 20:59:32.844666 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-b4e2b3fa-7019-4808-9d93-10cd44aa1472 req-c9cdb299-a736-415d-95a7-2087b373ba87 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322773 Sep 10 20:59:33.962256 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e1d09-7c2a-43ad-813d-5efeaeeef45e req-65520e4d-1017-45b5-bb32-b495ea13b723 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:33.964560 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5e7e1d09-7c2a-43ad-813d-5efeaeeef45e req-65520e4d-1017-45b5-bb32-b495ea13b723 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0497825 Sep 10 20:59:34.007537 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5e7e1d09-7c2a-43ad-813d-5efeaeeef45e req-f7b4cbb6-f987-4a82-9e43-50d0e175f2c5 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370176 Sep 10 20:59:35.123178 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a60750-001e-4899-87d3-d388363e3b90 req-f0b69aa7-fb1f-497f-be09-ab8b7a1b66ae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:35.124615 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6a60750-001e-4899-87d3-d388363e3b90 req-f0b69aa7-fb1f-497f-be09-ab8b7a1b66ae tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0477057 Sep 10 20:59:35.161448 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6a60750-001e-4899-87d3-d388363e3b90 req-ba524d0c-cc4d-49dc-b8ef-22e7393e0cc1 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308273 Sep 10 20:59:37.533313 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-eeabcbf0-88ac-4bb3-9fbf-27642f866fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:38.871955 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 20:59:40.241680 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-90693964-703b-4dfb-8fbb-743ee5523819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:40.692768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:41.299010 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:42.796417 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:54.348904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33046) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 20:59:54.632773 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Deleting port 296a77b1-64bf-4d70-9cb4-20be62d61272 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:59:54.633113 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:54.708304 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:54.708627 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:54.719810 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Calling delete_port for 296a77b1-64bf-4d70-9cb4-20be62d61272 owned by network:floatingip {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:59:54.984143 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:55.007115 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event deleted for resources: {'Port': ['ID=296a77b1-64bf-4d70-9cb4-20be62d61272,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:55.020233 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.020576 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.020911 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.021244 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.021574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.021898 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.022216 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.022536 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.022889 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.023469 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.023777 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.024089 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 20:59:55.075186 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for floatingip, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:55.075507 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Floating IP c4fb041d-eb92-4daf-a979-5ca32fa71f93 disassociated (deleted). External IP: 172.27.2.67, port: df0f123d-64b0-49d7-a71a-e1814ebc7446. Sep 10 20:59:55.276312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 20:59:55.387679 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 20:59:55.396256 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:55.397060 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Sync routers for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 20:59:55.407017 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:59:55.407882 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:59:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:59:55.419397 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9ad64f1c-71a8-4168-b5f5-7e21b3a93b7f tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "DELETE /v2.0/floatingips/c4fb041d-eb92-4daf-a979-5ca32fa71f93 HTTP/1.1" status: 204 len: 168 time: 1.0693989 Sep 10 20:59:55.419976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:55.422258 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0a3139-c18c-4183-b71c-2dc0129c3c67" -d '{"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:55.520830 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:59:55.596608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2010548-d0e2-412a-8e3f-fad3346a8f54 x-openstack-request-id: req-b2010548-d0e2-412a-8e3f-fad3346a8f54 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:55.596608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:55.596842 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b2010548-d0e2-412a-8e3f-fad3346a8f54 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:55.597129 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'status': 'completed', 'code': 200} Sep 10 20:59:55.832350 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:59:55.858141 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Checking router: 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 20:59:55.866854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 20:59:55.867458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:59:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:59:55.909930 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f448531-ec23-4b1b-866b-e8c0a985e1bd req-28acf0b4-cad0-4eba-a1ef-15068b86dc52 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:55.911645 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f448531-ec23-4b1b-866b-e8c0a985e1bd req-28acf0b4-cad0-4eba-a1ef-15068b86dc52 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0540738 Sep 10 20:59:55.949135 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-5f448531-ec23-4b1b-866b-e8c0a985e1bd req-96e2b5dc-fef2-4d1d-b01e-e52156eeffb5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314600 Sep 10 20:59:55.971202 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 20:59:56.169733 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 20:59:56.195174 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b954e1-daef-48b5-8b1c-b92f8135606c None None] The sync data for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi is: [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T20:53:19Z', 'revision_number': 4, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '0788232e-9b55-4134-9023-1292e964144e', 'name': '', 'network_id': 'ca9d57ab-e004-4c9e-a9f4-3317541df6d9', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'mac_address': 'fa:16:3e:da:2c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:18Z', 'updated_at': '2021-09-10T20:53:24Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'subnets': [{'id': '1cc4a150-4589-4130-84ec-972f3677aa62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 20:59:56.401084 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b617c2-2dbd-4625-bee9-125a5ce2fbc0 None None] New status for floating IP c4fb041d-eb92-4daf-a979-5ca32fa71f93: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 20:59:57.062378 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b5f4-a18b-421e-af65-a63aa9274176 req-cd5051e0-4cb5-4194-ab19-05f24b9daaf0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:57.063855 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-22a9b5f4-a18b-421e-af65-a63aa9274176 req-cd5051e0-4cb5-4194-ab19-05f24b9daaf0 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0475521 Sep 10 20:59:57.100633 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-22a9b5f4-a18b-421e-af65-a63aa9274176 req-535b6896-c0d4-4780-80db-332ae3989148 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Sep 10 20:59:57.299858 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-4b1ec170-a0a6-49c1-ad67-f75295bc309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:57.301335 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-4b1ec170-a0a6-49c1-ad67-f75295bc309e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 1098 time: 0.0414355 Sep 10 20:59:57.400645 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:57.407205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-6e0b67bb-94c5-48cc-8a20-4eb5114a0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:57.408625 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-6e0b67bb-94c5-48cc-8a20-4eb5114a0d6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 200 len: 909 time: 0.0851276 Sep 10 20:59:57.450463 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-a498980e-f551-40bc-b1a6-69a847109040 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 200 len: 217 time: 0.0329328 Sep 10 20:59:57.497973 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-653a13e4-1351-4313-a163-65d41b9eccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:57.499415 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-653a13e4-1351-4313-a163-65d41b9eccd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 200 len: 847 time: 0.0411756 Sep 10 20:59:57.544753 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-7f5d33f2-6ef4-4278-a617-24a169486154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:57.546209 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-7f5d33f2-6ef4-4278-a617-24a169486154 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9d57ab-e004-4c9e-a9f4-3317541df6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384574 Sep 10 20:59:57.640239 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-ba54b419-32d6-461c-b5ad-8eeb620e9240 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855546 Sep 10 20:59:57.742352 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bd0a3139-c18c-4183-b71c-2dc0129c3c67 req-49abfd26-c0cc-4188-8c24-7fbaf78b20bf service neutron] 10.222.0.46 "GET /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Sep 10 20:59:58.372298 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0c98-1e21-4728-8182-9f30b3b3d1b4 req-05ba6f70-4067-4534-ad28-4db26ba4c4f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:58.373869 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f20e0c98-1e21-4728-8182-9f30b3b3d1b4 req-05ba6f70-4067-4534-ad28-4db26ba4c4f2 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0550365 Sep 10 20:59:58.413613 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f20e0c98-1e21-4728-8182-9f30b3b3d1b4 req-bb5e73c6-66d6-43d4-b784-90685c5b361d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Sep 10 20:59:59.268756 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-2db07b1b-05d5-48b2-9e29-4db8ae174815 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:59.270815 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-2db07b1b-05d5-48b2-9e29-4db8ae174815 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0465631 Sep 10 20:59:59.361676 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Deleting port df0f123d-64b0-49d7-a71a-e1814ebc7446 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 20:59:59.362006 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:59.447763 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] For port df0f123d-64b0-49d7-a71a-e1814ebc7446, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=df0f123d-64b0-49d7-a71a-e1814ebc7446,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 20:59:59.448340 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:59.461472 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Calling delete_port for df0f123d-64b0-49d7-a71a-e1814ebc7446 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 20:59:59.527158 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee44dd-d955-4856-9b92-edb1f35f01d6 req-b00a951b-2ac9-462d-b98b-b3ada7319077 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 20:59:59.528614 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77ee44dd-d955-4856-9b92-edb1f35f01d6 req-b00a951b-2ac9-462d-b98b-b3ada7319077 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 945 time: 0.0471761 Sep 10 20:59:59.565153 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-77ee44dd-d955-4856-9b92-edb1f35f01d6 req-b6982734-969d-4218-8234-924ac311b4ed tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/security-groups?id=180e604a-e821-4d28-baa2-cb8bfed1c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304682 Sep 10 20:59:59.664004 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:59.693100 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event deleted for resources: {'Port': ['ID=df0f123d-64b0-49d7-a71a-e1814ebc7446,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 20:59:59.736744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] No DVR routers for this DVR port df0f123d-64b0-49d7-a71a-e1814ebc7446 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 20:59:59.739779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 20:59:59.741724 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2b12ab34-f2e7-4027-ad96-53b68af4b036 req-225205c4-09b9-4034-98a9-ffa3b924ffb1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.46 "DELETE /v2.0/ports/df0f123d-64b0-49d7-a71a-e1814ebc7446 HTTP/1.1" status: 204 len: 173 time: 0.4644549 Sep 10 20:59:59.742150 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-deleted', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 20:59:59.744417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b31de4-4b02-4034-b57f-c43fbdb34aec" -d '{"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-deleted", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 20:59:59.779236 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 20:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aecbbf-2887-457b-95ee-3ccd6cb654e9 x-openstack-request-id: req-82aecbbf-2887-457b-95ee-3ccd6cb654e9 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 20:59:59.779553 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd25e05a-ad98-40d9-8b64-f159166a167d", "name": "network-vif-deleted", "tag": "df0f123d-64b0-49d7-a71a-e1814ebc7446", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 20:59:59.779804 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-82aecbbf-2887-457b-95ee-3ccd6cb654e9 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 20:59:59.780238 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd25e05a-ad98-40d9-8b64-f159166a167d', 'name': 'network-vif-deleted', 'tag': 'df0f123d-64b0-49d7-a71a-e1814ebc7446', 'status': 'completed', 'code': 200} Sep 10 21:00:00.655660 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3623250c-a6d6-4baa-ade8-42898cbfa002 req-6a8b7272-c308-4379-a62f-6c6463a022ff tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0259144 Sep 10 21:00:01.746037 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1da0d310-eed7-41bd-a1fe-7425b2ada4e4 req-b90c0281-cf93-46cc-8dd9-22cc798f46d1 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0256422 Sep 10 21:00:02.574581 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:02.593993 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: df0f123d-64b0-49d7-a71a-e1814ebc7446 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:02.594336 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device df0f123d-64b0-49d7-a71a-e1814ebc7446 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:02.839316 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5791b26d-9f72-4bfd-88d0-8a1b69b0a7ea req-d5910abe-e711-4317-91d4-f35e21660205 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0278506 Sep 10 21:00:03.929865 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-eabf8808-5aea-4c96-9760-7995f214b69c req-690b583f-0947-48a8-b35a-304b2ab26d84 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0251329 Sep 10 21:00:05.034703 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f22004b0-eabc-4f52-9bb3-36990894eb73 req-3cd94df5-8cdd-4a87-8840-c652bfd0d2d5 tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd25e05a-ad98-40d9-8b64-f159166a167d HTTP/1.1" status: 200 len: 210 time: 0.0295713 Sep 10 21:00:05.052252 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-2c97ab4e-2aca-4607-9f23-cf182dddc128 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688539 Sep 10 21:00:05.121268 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7853-9d5d-49c9-9d45-603080b482eb req-9bad478c-027f-476a-821b-271b13e5620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:05.122887 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-9bad478c-027f-476a-821b-271b13e5620e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 1099 time: 0.0440898 Sep 10 21:00:05.241017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7853-9d5d-49c9-9d45-603080b482eb req-4dc70723-cca4-4a8f-bf34-829f5949b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:05.242495 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-4dc70723-cca4-4a8f-bf34-829f5949b817 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 200 len: 918 time: 0.1004970 Sep 10 21:00:05.312374 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-baa1ff09-1c1b-431e-95d6-1b3128a6439e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 200 len: 1001 time: 0.0620437 Sep 10 21:00:05.362508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7853-9d5d-49c9-9d45-603080b482eb req-0bb164c3-e5e8-40c3-8d3f-bfcd24dae74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:05.364045 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-0bb164c3-e5e8-40c3-8d3f-bfcd24dae74e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 200 len: 856 time: 0.0440745 Sep 10 21:00:05.412894 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7853-9d5d-49c9-9d45-603080b482eb req-b6b58f45-daba-439e-9060-05cf18f5a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:05.414424 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-b6b58f45-daba-439e-9060-05cf18f5a26d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d0487-5864-4b9d-88d0-816415bfd4e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414836 Sep 10 21:00:05.475607 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-ab7957dd-c338-4231-bdfc-eed006097267 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272292593&fields=id&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 267 time: 0.0338399 Sep 10 21:00:05.519363 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-b1f240b0-1e94-48a4-90bc-e4de42479296 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910439 Sep 10 21:00:05.591600 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-de4a278d-b55f-433a-98c0-55654b579a82 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:05.593205 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-de4a278d-b55f-433a-98c0-55654b579a82 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.1097553 Sep 10 21:00:05.609326 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-73aebc63-5370-4c4b-be59-b28c78007e3a tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/quotas/8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0091465 Sep 10 21:00:05.622222 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-240a7853-9d5d-49c9-9d45-603080b482eb req-71a1c7a7-87d1-45b4-988a-d8525d66ba38 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917859 Sep 10 21:00:05.886572 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-cffa1b31-a972-40f1-84a7-9bc312c57c6e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2698815 Sep 10 21:00:05.947496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-3f8d1345-80c7-4370-bfa4-45330e83698d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=100992) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 21:00:05.948519 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-3f8d1345-80c7-4370-bfa4-45330e83698d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509713 Sep 10 21:00:06.033748 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-278d3a24-3e35-4b04-9433-fc441e2c559f service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790520 Sep 10 21:00:06.094155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33144) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:06.129057 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-5690a277-5e4f-4fed-bd17-46c17f81b3f4 service neutron] 10.222.0.38 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885632 Sep 10 21:00:06.154303 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:06.179502 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:06.338283 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:06.340983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:06.342213 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] 10.222.0.38 "DELETE /v2.0/security-groups/180e604a-e821-4d28-baa2-cb8bfed1c633 HTTP/1.1" status: 204 len: 168 time: 0.2470503 Sep 10 21:00:06.352033 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead52d19-3195-4dcd-a6c1-28e64f52ce3d tempest-TestShelveInstance-1102841844 tempest-TestShelveInstance-1102841844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180e604a-e821-4d28-baa2-cb8bfed1c633,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:06.592877 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33156) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:06.909393 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d3aaad3d-eeb2-491d-ae95-7fb3253566b3 req-623d4951-7b9e-43c8-848b-08b34557d8b0 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 210 time: 0.0329878 Sep 10 21:00:07.085159 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:07.326034 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Deleting port 0788232e-9b55-4134-9023-1292e964144e {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:07.326712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:07.410002 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] For port 0788232e-9b55-4134-9023-1292e964144e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0788232e-9b55-4134-9023-1292e964144e,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:07.410360 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:07.427594 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Calling delete_port for 0788232e-9b55-4134-9023-1292e964144e owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:07.446172 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f40201-ea40-4d0b-b495-a250e0308741 req-41516ac8-73d7-4654-a85e-fd95f15ee9d4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:07.447769 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d7f40201-ea40-4d0b-b495-a250e0308741 req-41516ac8-73d7-4654-a85e-fd95f15ee9d4 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Sep 10 21:00:07.484638 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d7f40201-ea40-4d0b-b495-a250e0308741 req-f2e931ba-b1a5-42c4-bbab-b6f800a0f604 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308383 Sep 10 21:00:07.509390 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c5ef0d3b-cee1-4ff4-ab4e-117871b96617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:07.904107 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:07.929504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0788232e-9b55-4134-9023-1292e964144e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:08.016024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1a106493-6fd0-4ca9-9b89-81afb46f113d req-ba6a8a8a-b388-4a16-b0bc-fde5e26ef740 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 210 time: 0.0310981 Sep 10 21:00:08.125945 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:08.335560 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:08.440484 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:08.446520 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-694f8408-7dae-4060-ba87-5a15c3b85ad3 admin admin] 10.222.0.38 "PUT /v2.0/routers/0ac6c11a-f8f1-400e-ac21-68d5fcf785f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524997 Sep 10 21:00:08.448635 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33188) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:08.449706 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Sync routers for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:08.458806 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:08.459419 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:59:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:08.562822 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:08.596097 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:08.683739 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-5e8c99fb-3f27-444f-a008-4f3072c39f7d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:08.685319 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-5e8c99fb-3f27-444f-a008-4f3072c39f7d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 812 time: 0.1654162 Sep 10 21:00:08.689469 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e670a72-660b-41c3-84d0-7828501af9c5 req-5f9e3f88-50a2-4d53-9bf4-27ef41dedaf9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:08.693399 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e670a72-660b-41c3-84d0-7828501af9c5 req-5f9e3f88-50a2-4d53-9bf4-27ef41dedaf9 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.1306219 Sep 10 21:00:08.733948 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-55e773a4-33da-4607-9c03-22cbd732434b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0 HTTP/1.1" status: 200 len: 380 time: 0.0370741 Sep 10 21:00:08.744515 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'port': {'device_id': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'admin_state_up': True, 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'security_groups': ['0655d262-e3b3-4371-a8cf-931997266cb7']}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:00:08.753863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2e670a72-660b-41c3-84d0-7828501af9c5 req-7b7964b7-04ba-4212-ab13-2afb2bfe0b30 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560699 Sep 10 21:00:08.754558 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T21:00:07Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:08.773863 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:08.782720 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Checking router: 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:08.791522 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Routers {'0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:08.792164 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T20:59:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:08.897158 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] Set router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:08.901264 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Deleting port 0310546d-b25d-459a-92bc-71b118773c0e {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:08.901597 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:08.938179 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Made reservation on behalf of 8ae6836ce26a4c8eac96b7550d6cb1e0 for: {'port': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 21:00:08.941883 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:08.997662 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] For port 0310546d-b25d-459a-92bc-71b118773c0e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=0310546d-b25d-459a-92bc-71b118773c0e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:08.997964 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.015415 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Calling delete_port for 0310546d-b25d-459a-92bc-71b118773c0e owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:09.079184 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.20.0.7 (5bcefa40-8dcf-43c8-bdea-a22e371cd3ab/d7544aad-9e49-4917-bc37-a662274cadf2/b3e1e6b0-b203-4773-b2b3-70fadb47329c) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 21:00:09.111011 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-3bda9320-e873-4758-9702-6b846f80490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T21:00:07Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:09.137060 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-118429c9-cb1a-47e8-87c1-ae49a448e595 req-77706adc-3910-477a-a6e4-1742ef1de93d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 210 time: 0.0374742 Sep 10 21:00:09.143067 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda9320-e873-4758-9702-6b846f80490d None None] The sync data for ids ['0ac6c11a-f8f1-400e-ac21-68d5fcf785f9'] in dv-cinder-760152-8-iscsi is: [{'id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'name': 'tempest-TestShelveInstance-320117995-router', 'tenant_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '0310546d-b25d-459a-92bc-71b118773c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:15Z', 'updated_at': '2021-09-10T21:00:07Z', 'revision_number': 5, 'project_id': 'b9c9e7b77f0d4bf597f7ecb2eb312afb', 'gw_port': {'id': '0310546d-b25d-459a-92bc-71b118773c0e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ed:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac6c11a-f8f1-400e-ac21-68d5fcf785f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:16Z', 'updated_at': '2021-09-10T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:09.253314 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.269491 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.269697 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Transition to ACTIVE for port object b3e1e6b0-b203-4773-b2b3-70fadb47329c will not be triggered until provisioned by entity DHCP. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 21:00:09.299487 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Pushing event deleted for resources: {'Port': ['ID=0310546d-b25d-459a-92bc-71b118773c0e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:09.311041 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.311394 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.311738 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.312074 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.312412 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.312746 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.313082 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.313424 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.313752 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.314079 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.314418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.314779 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:09.366584 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.390270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.433422 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 21:00:09.436822 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 21:00:09.440526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 21:00:09.460724 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.462889 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.468491 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:09.510710 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:09.510710 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.601464 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.602179 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:00:09.607112 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.608438 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a7ea00ff-7057-4b5f-b7f1-22c66ccff93e admin admin] 10.222.0.38 "DELETE /v2.0/routers/0ac6c11a-f8f1-400e-ac21-68d5fcf785f9 HTTP/1.1" status: 204 len: 168 time: 1.1588144 Sep 10 21:00:09.611139 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33194) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:09.649944 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-062b7f7b-7c6c-4b2f-a1d3-0c1554440eb2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091763 Sep 10 21:00:09.677514 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Request body: {'port': {'device_id': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:00:09.718277 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Deleting subnet 1cc4a150-4589-4130-84ec-972f3677aa62 {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:00:09.723380 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.744279 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6b906e37-6ca3-42fe-ab39-0ba5dd25bc3d None None] Provisioning for port b3e1e6b0-b203-4773-b2b3-70fadb47329c completed by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 21:00:09.748511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-6b906e37-6ca3-42fe-ab39-0ba5dd25bc3d None None] Provisioning complete for port b3e1e6b0-b203-4773-b2b3-70fadb47329c triggered by entity DHCP. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 21:00:09.748991 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6b906e37-6ca3-42fe-ab39-0ba5dd25bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.778044 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-2db95f19-6795-4d9d-88cc-7bcf3e327920 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:09.779049 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-2db95f19-6795-4d9d-88cc-7bcf3e327920 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.1399670 Sep 10 21:00:09.793075 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-6b906e37-6ca3-42fe-ab39-0ba5dd25bc3d None None] Port b3e1e6b0-b203-4773-b2b3-70fadb47329c cannot update to ACTIVE because it is not bound. {{(pid=100994) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 21:00:09.801012 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.803396 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:09.884552 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3616e5-826a-4db8-87c2-645716e66a5f req-19a72656-db08-4c94-8a99-540a147cffd8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:09.886065 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5e3616e5-826a-4db8-87c2-645716e66a5f req-19a72656-db08-4c94-8a99-540a147cffd8 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 945 time: 0.0563843 Sep 10 21:00:09.929616 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5e3616e5-826a-4db8-87c2-645716e66a5f req-d3f2079e-9ba4-42cc-a967-152f2c2eb17d tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups?id=067cbb08-cb1e-4368-b5b9-1d890eb91021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373859 Sep 10 21:00:10.067194 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.112635 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Deleting port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:10.113026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.249458 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-fffb2190-1712-4393-ae2d-9da439c385d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.315181 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] For port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:10.315545 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.380373 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6302c4-e8c1-4dc8-967b-d432be05afc8 req-1ebd0189-67b7-4bd1-924d-87a9356c46d2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:10.381830 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f6302c4-e8c1-4dc8-967b-d432be05afc8 req-1ebd0189-67b7-4bd1-924d-87a9356c46d2 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 931 time: 0.1448386 Sep 10 21:00:10.385778 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.436638 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc4a150-4589-4130-84ec-972f3677aa62,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:10.445407 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8481cc-abed-4ce6-95ca-9a24e7f3a909 None None] Network ca9d57ab-e004-4c9e-a9f4-3317541df6d9 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:00:10.450529 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.452398 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-1bff23b7-b540-42f9-9fa6-b4f008881907 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1cc4a150-4589-4130-84ec-972f3677aa62 HTTP/1.1" status: 204 len: 168 time: 0.8402765 Sep 10 21:00:10.455808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33202) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:10.523389 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.537921 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-6f6302c4-e8c1-4dc8-967b-d432be05afc8 req-61855cbf-eaf0-4016-8146-331df716b69b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414728 Sep 10 21:00:10.579086 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e1e6b0-b203-4773-b2b3-70fadb47329c {{(pid=100993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 21:00:10.590037 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.612389 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.provisioning_blocks [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Transition to ACTIVE for port object b3e1e6b0-b203-4773-b2b3-70fadb47329c will not be triggered until provisioned by entity L2. {{(pid=100993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 21:00:10.627375 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.627375 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.627375 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Floating IP 4429213d-6cb3-46fe-9849-31b18626e627 disassociated. External IP: 172.27.2.111, port: 26f6e0f3-ecb3-4e18-8df8-1de87af21a67. Sep 10 21:00:10.627375 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Calling delete_port for 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:10.628644 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Deleting port c4ae6993-cfe2-4703-ac2f-19bf5765a09f {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:10.628996 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.662967 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] DHCP port deletion for ca9d57ab-e004-4c9e-a9f4-3317541df6d9 request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:00:10.662967 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0310546d-b25d-459a-92bc-71b118773c0e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:10.682083 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 0310546d-b25d-459a-92bc-71b118773c0e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:10.682520 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0310546d-b25d-459a-92bc-71b118773c0e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:10.683038 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0788232e-9b55-4134-9023-1292e964144e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:10.698684 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] For port c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:10.699095 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.712322 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Calling delete_port for c4ae6993-cfe2-4703-ac2f-19bf5765a09f owned by network:dhcp {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:10.718417 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 0788232e-9b55-4134-9023-1292e964144e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:10.718859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 0788232e-9b55-4134-9023-1292e964144e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:10.740917 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.744995 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Deleting port c4ae6993-cfe2-4703-ac2f-19bf5765a09f {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:10.745919 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.760864 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.818462 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] For port c4ae6993-cfe2-4703-ac2f-19bf5765a09f, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,segment=NetworkSegment(860bf4be-a5c8-4c9d-94a6-b83ac4fa226d),segment_id=860bf4be-a5c8-4c9d-94a6-b83ac4fa226d)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:10.818895 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.824508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:10.831319 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Calling delete_port for c4ae6993-cfe2-4703-ac2f-19bf5765a09f owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:10.862675 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.891963 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.917808 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:10.923036 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:10.931495 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] No DVR routers for this DVR port c4ae6993-cfe2-4703-ac2f-19bf5765a09f on host dv-cinder-760152-8-iscsi {{(pid=100992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:10.951666 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Pushing event deleted for resources: {'Port': ['ID=c4ae6993-cfe2-4703-ac2f-19bf5765a09f,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:10.954606 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] No DVR routers for this DVR port c4ae6993-cfe2-4703-ac2f-19bf5765a09f on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966101 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.966782 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.967871 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.968271 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.969529 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:10.970809 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b68f42c-3c34-4349-9d61-dccc30bb50b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:11.010810 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'Port': ['ID=26f6e0f3-ecb3-4e18-8df8-1de87af21a67,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:11.029501 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.030733 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Attempting to bind port b3e1e6b0-b203-4773-b2b3-70fadb47329c on host hv-cinder-76015 for vnic_type normal with profile {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 21:00:11.031033 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Attempting to bind port b3e1e6b0-b203-4773-b2b3-70fadb47329c by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 21:00:11.031361 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Attempting to bind port b3e1e6b0-b203-4773-b2b3-70fadb47329c on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 21:00:11.043571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Port b3e1e6b0-b203-4773-b2b3-70fadb47329c on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 21:00:11.043809 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Attempting to bind port b3e1e6b0-b203-4773-b2b3-70fadb47329c on network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 21:00:11.051232 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Checking agent: {'id': '609e2dde-18bd-4fbf-a76a-ed1d96fde22f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'started_at': datetime.datetime(2021, 9, 10, 20, 46, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 21:00:11.051564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Checking segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 21:00:11.051972 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Bound using segment: {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'} {{(pid=100993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 21:00:11.052388 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.managers [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Bound port: b3e1e6b0-b203-4773-b2b3-70fadb47329c, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab'}}] {{(pid=100993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 21:00:11.052736 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.070023 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d3f26b1e-36e0-41a5-b07a-2920c02d1227 req-366bdf1b-478b-4173-b90c-6733e124cd60 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 210 time: 0.0376375 Sep 10 21:00:11.073525 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9d57ab-e004-4c9e-a9f4-3317541df6d9']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.090011 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.090011 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860bf4be-a5c8-4c9d-94a6-b83ac4fa226d') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.094671 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.108486 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.117546 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:00:11.117940 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:00:11.119713 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:00:11.252982 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.259245 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.264423 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] 10.222.0.38 "DELETE /v2.0/networks/ca9d57ab-e004-4c9e-a9f4-3317541df6d9 HTTP/1.1" status: 204 len: 168 time: 0.8072023 Sep 10 21:00:11.266313 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33206) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:11.281045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.288165 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638d05b-5032-4384-b9ce-c93237c08f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9d57ab-e004-4c9e-a9f4-3317541df6d9,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:11.382556 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:11.451849 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, cleared binding levels {{(pid=100993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 21:00:11.492927 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 21:00:11.520591 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:11.530601 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:11.540473 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:11.541084 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.561840 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] No DVR routers for this DVR port 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:11.564018 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.567193 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.569659 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0bc09a1c-3958-47c9-b875-d1ad2f6456bc req-6ebe5f7d-87ac-4cfd-a6bc-780d0ff08ba3 tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.46 "DELETE /v2.0/ports/26f6e0f3-ecb3-4e18-8df8-1de87af21a67 HTTP/1.1" status: 204 len: 173 time: 1.7816694 Sep 10 21:00:11.571477 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'name': 'network-vif-deleted', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:00:11.580710 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a8723-dbc1-4e3f-8ca6-04ad285b1835" -d '{"events": [{"server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "name": "network-vif-deleted", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:00:11.615752 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:11.616374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.617851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 200 len: 1093 time: 1.9444041 Sep 10 21:00:11.641491 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8b498-994d-481a-8f46-814a63ded2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=3']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:11.664415 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 21:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e16b41-98df-4134-896f-6691df171d76 x-openstack-request-id: req-94e16b41-98df-4134-896f-6691df171d76 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:00:11.670489 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82cbd64-a110-4b73-a50f-5d20a8f1a089", "name": "network-vif-deleted", "tag": "26f6e0f3-ecb3-4e18-8df8-1de87af21a67", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:00:11.670489 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-94e16b41-98df-4134-896f-6691df171d76 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:00:11.670489 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82cbd64-a110-4b73-a50f-5d20a8f1a089', 'name': 'network-vif-deleted', 'tag': '26f6e0f3-ecb3-4e18-8df8-1de87af21a67', 'status': 'completed', 'code': 200} Sep 10 21:00:11.677648 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:11.688505 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:11.760340 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f05fa-a1a2-4e85-bad8-74a3132f9536 req-1d914121-4a12-4558-bb85-8aa85f0a915e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:11.773427 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d29f05fa-a1a2-4e85-bad8-74a3132f9536 req-1d914121-4a12-4558-bb85-8aa85f0a915e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0828648 Sep 10 21:00:11.858998 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d29f05fa-a1a2-4e85-bad8-74a3132f9536 req-b97a495c-495b-422b-a78c-86de10177bf7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840757 Sep 10 21:00:11.880626 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-922b41c1-e4f3-41c2-a259-fe6ad37f4911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:11.884271 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-922b41c1-e4f3-41c2-a259-fe6ad37f4911 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1096 time: 0.0741000 Sep 10 21:00:11.924810 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.933955 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-73d59530-2663-492b-9416-6cf716057427 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 200 len: 217 time: 0.0406394 Sep 10 21:00:11.959445 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:11.969643 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:11.970248 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:11.976063 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Deleting port d764f763-c184-4643-a677-8ddb2310ce58 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:11.976526 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:12.000189 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-fee5e229-244b-4e18-b4b2-1ba63924f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:12.001611 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-fee5e229-244b-4e18-b4b2-1ba63924f148 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0601516 Sep 10 21:00:12.049789 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e10d013a-2d7b-4335-b84b-0ec1c2a428d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:12.050877 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-e10d013a-2d7b-4335-b84b-0ec1c2a428d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423031 Sep 10 21:00:12.055210 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] For port d764f763-c184-4643-a677-8ddb2310ce58, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d764f763-c184-4643-a677-8ddb2310ce58,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:12.055582 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:12.068236 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Calling delete_port for d764f763-c184-4643-a677-8ddb2310ce58 owned by network:router_interface {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:12.079313 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:12.153140 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-fbb1903d-5d2c-43ff-b3ad-5457067d21bd service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930135 Sep 10 21:00:12.207190 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-d14ff87f-d4bc-404f-aa65-e3da6cfb2dcb req-d3501f07-84b5-426c-b277-a3c48148b5cc tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/ports?device_id=e82cbd64-a110-4b73-a50f-5d20a8f1a089 HTTP/1.1" status: 200 len: 210 time: 0.0308657 Sep 10 21:00:12.256737 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f351477c-d1c5-42dc-ac0c-9d1648d548f4 req-3b051ebf-9b29-42db-8c85-03f90d1f6a01 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908794 Sep 10 21:00:12.305974 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:12.378403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:12.407063 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Pushing event deleted for resources: {'Port': ['ID=d764f763-c184-4643-a677-8ddb2310ce58,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:12.422468 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e52305-c6de-4c75-aa8f-b39c71fab17a None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'faaca9d5-09e4-4e1e-91ad-1bd10012cfb4', 'name': '', 'network_id': 'fb50a3d5-7aa0-47cb-910e-486e159c163b', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'mac_address': 'fa:16:3e:ff:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:51Z', 'updated_at': '2021-09-10T20:49:05Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'subnets': [{'id': '7ce0365a-cbed-4108-9300-cf36a3aa2a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:12.585543 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:12.648443 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:12.684892 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:12.685238 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device 26f6e0f3-ecb3-4e18-8df8-1de87af21a67 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:12.695136 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c4ae6993-cfe2-4703-ac2f-19bf5765a09f no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:12.720224 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: c4ae6993-cfe2-4703-ac2f-19bf5765a09f {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:12.720562 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c4ae6993-cfe2-4703-ac2f-19bf5765a09f not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:12.741950 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc97590-2a51-42d6-ab44-178bb52d9eeb None None] New status for floating IP 4429213d-6cb3-46fe-9849-31b18626e627: DOWN {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 21:00:12.821611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:12.843379 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:12.924984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:12.932202 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b1950445-4695-4f70-9bc5-e154a3d6099a admin admin] 10.222.0.38 "PUT /v2.0/routers/c8c8f657-1bbd-4252-8e6e-0eb638b17d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648147 Sep 10 21:00:12.935426 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33216) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:12.937374 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Sync routers for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:12.948195 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:12.948804 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:12.991935 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196237a-0746-48d5-923f-8ff77193ee5e req-3d7fc89d-615d-4217-8f1b-a19ce0142279 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:12.993459 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0196237a-0746-48d5-923f-8ff77193ee5e req-3d7fc89d-615d-4217-8f1b-a19ce0142279 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0629544 Sep 10 21:00:13.036373 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-0196237a-0746-48d5-923f-8ff77193ee5e req-b3bf16fe-886c-4dce-ae0e-ce873c3b4d68 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366764 Sep 10 21:00:13.059053 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:13.236802 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T21:00:12Z', 'revision_number': 5, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:13.270714 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.275246 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Checking router: c8c8f657-1bbd-4252-8e6e-0eb638b17d41 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:13.283451 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Routers {'c8c8f657-1bbd-4252-8e6e-0eb638b17d41'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:13.284047 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:13.361628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33222) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:13.374739 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.388273 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] Set router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:13.419708 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.443463 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.506933 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Deleting port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:13.507256 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.561211 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.561531 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T21:00:12Z', 'revision_number': 5, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:13.564516 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.565838 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "DELETE /v2.0/security-groups/067cbb08-cb1e-4368-b5b9-1d890eb91021 HTTP/1.1" status: 204 len: 168 time: 0.2032266 Sep 10 21:00:13.569684 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33224) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:13.575910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0415-dd7a-4c48-b79e-5dcd4de6bc9f tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067cbb08-cb1e-4368-b5b9-1d890eb91021,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:13.590189 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe563d7-6865-4451-be48-0d405b3c4e1c None None] The sync data for ids ['c8c8f657-1bbd-4252-8e6e-0eb638b17d41'] in dv-cinder-760152-8-iscsi is: [{'id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'name': 'tempest-TestShelveInstance-810378543-router', 'tenant_id': 'c39972155661431997a5eabdd8989090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:53:25Z', 'updated_at': '2021-09-10T21:00:12Z', 'revision_number': 5, 'project_id': 'c39972155661431997a5eabdd8989090', 'gw_port': {'id': 'ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c8f657-1bbd-4252-8e6e-0eb638b17d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:53:26Z', 'updated_at': '2021-09-10T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:13.590574 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.api.v2.resource [None req-1bed2383-b073-4394-abe1-1f481a6baa2b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] show failed (client error): The resource could not be found. Sep 10 21:00:13.591631 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1bed2383-b073-4394-abe1-1f481a6baa2b tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "GET /v2.0/security-groups/067cbb08-cb1e-4368-b5b9-1d890eb91021 HTTP/1.1" status: 404 len: 347 time: 0.0209634 Sep 10 21:00:13.594493 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33226) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:13.605697 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] For port ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:13.606085 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.652745 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Calling delete_port for ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:13.668910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:00:13.671345 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37" -d '{"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:00:13.706067 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9f87c5-d21e-4c7f-89a2-3d2dbf1311a9 x-openstack-request-id: req-3f9f87c5-d21e-4c7f-89a2-3d2dbf1311a9 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:00:13.706352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:00:13.706599 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3f9f87c5-d21e-4c7f-89a2-3d2dbf1311a9 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:00:13.707017 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'status': 'completed', 'code': 200} Sep 10 21:00:13.766761 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-fd89f310-c195-492f-97c5-ec709e6d52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:13.768532 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-fd89f310-c195-492f-97c5-ec709e6d52ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1096 time: 0.0402222 Sep 10 21:00:13.818620 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Deleting port 60aa9732-fcfc-4069-a32d-d8d4a99424ef {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:13.818988 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.860355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-661e2dc2-a042-46b1-9f2c-837a746a7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:13.861833 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-661e2dc2-a042-46b1-9f2c-837a746a7c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0862572 Sep 10 21:00:13.903640 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-c00fd729-169f-42e1-beba-45f07877d519 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 200 len: 217 time: 0.0342753 Sep 10 21:00:13.934305 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.934978 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:13.952228 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Calling delete_port for 60aa9732-fcfc-4069-a32d-d8d4a99424ef owned by network:floatingip {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:13.959370 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-8facb52d-e74a-4849-aa8b-11df102aeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:13.961363 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-8facb52d-e74a-4849-aa8b-11df102aeea2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0508964 Sep 10 21:00:14.013174 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-4c6f3963-657a-4809-b34d-52b3f20388dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:14.014807 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-4c6f3963-657a-4809-b34d-52b3f20388dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454364 Sep 10 21:00:14.025173 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.063693 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:14.159523 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.171969 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-7888ffd8-6b95-4546-8ab2-a397cf07c4d6 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494901 Sep 10 21:00:14.213583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8583-fbf3-407b-bac6-1819b07c4ee1 req-53fe9e41-6f9d-48f4-98dc-eb2ae60eea05 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:14.215104 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f76c8583-fbf3-407b-bac6-1819b07c4ee1 req-53fe9e41-6f9d-48f4-98dc-eb2ae60eea05 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0903840 Sep 10 21:00:14.252242 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.254316 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.290801 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.291008 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f76c8583-fbf3-407b-bac6-1819b07c4ee1 req-39ddbef1-7fce-4a97-8be7-4a5aea47d248 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688419 Sep 10 21:00:14.310844 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4f024dfa-eb70-4b89-89f9-10dd9dc60d37 req-3f9126d2-2296-4bbd-bcb3-82ade4ef0f2b service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317642 Sep 10 21:00:14.322186 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Pushing event deleted for resources: {'Port': ['ID=60aa9732-fcfc-4069-a32d-d8d4a99424ef,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:14.378774 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks [] for floatingip, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.382202 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.383393 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e6d97290-f87b-4dbf-977a-eb6a6f866d9a tempest-AttachVolumeTestJSON-961850361 tempest-AttachVolumeTestJSON-961850361-project] 10.222.0.38 "DELETE /v2.0/floatingips/4429213d-6cb3-46fe-9849-31b18626e627 HTTP/1.1" status: 204 len: 168 time: 0.7880809 Sep 10 21:00:14.400520 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.405803 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c8f657-1bbd-4252-8e6e-0eb638b17d41 {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:00:14.405803 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.408550 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33232) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:14.408908 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-9bfc654a-9544-4a67-9f3a-8279192c8ccc admin admin] 10.222.0.38 "DELETE /v2.0/routers/c8c8f657-1bbd-4252-8e6e-0eb638b17d41 HTTP/1.1" status: 204 len: 168 time: 1.4721539 Sep 10 21:00:14.462685 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Deleting subnet 7d1b8300-5e2f-4879-849a-fbcc8c4f8427 {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:00:14.466031 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.504137 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.580780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.703704 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.733391 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1b8300-5e2f-4879-849a-fbcc8c4f8427,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:14.738391 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.740963 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f969d25f-ad5d-49c6-b3ca-0f4fa31b28b8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7d1b8300-5e2f-4879-849a-fbcc8c4f8427 HTTP/1.1" status: 204 len: 168 time: 0.3310316 Sep 10 21:00:14.743495 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33238) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:14.745060 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f2b0d0-4162-48fb-8287-b8d0df59370e None None] Network e186ee70-9fac-4822-b611-cd793811e4cf requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:00:14.811330 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.878780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Deleting port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:14.879120 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.950697 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] For port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:14.951091 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:14.954722 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:14.965109 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Calling delete_port for 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 owned by network:dhcp {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:14.987990 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:14.988332 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ce4b5ad6-f632-4d3a-9feb-b9a365aa26d2 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:14.988754 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d764f763-c184-4643-a677-8ddb2310ce58 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:15.010263 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: d764f763-c184-4643-a677-8ddb2310ce58 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:15.010608 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d764f763-c184-4643-a677-8ddb2310ce58 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:15.083315 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] DHCP port deletion for e186ee70-9fac-4822-b611-cd793811e4cf request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:00:15.128828 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Deleting port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:15.129260 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.154432 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.183429 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:15.187152 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] No DVR routers for this DVR port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 on host dv-cinder-760152-8-iscsi {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:15.195168 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] For port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,segment=NetworkSegment(6d97ee5a-eb85-4577-a534-14d827f028cc),segment_id=6d97ee5a-eb85-4577-a534-14d827f028cc)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:15.198030 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.208655 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Calling delete_port for 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:15.255908 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.276674 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e186ee70-9fac-4822-b611-cd793811e4cf']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:15.285333 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.286803 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d97ee5a-eb85-4577-a534-14d827f028cc') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:15.287097 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d97ee5a-eb85-4577-a534-14d827f028cc') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:15.296179 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.308934 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.310978 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] Pushing event deleted for resources: {'Port': ['ID=932ac9d7-7c8a-460c-bc2e-ceb54cf22818,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:15.312805 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c085-5591-44c1-9da1-83b5280a1bff None None] No DVR routers for this DVR port 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:15.316680 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:00:15.317270 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:00:15.318995 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:00:15.420469 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896a94-83c2-4cdb-a273-211f9006e2f0 req-f226349d-49ba-4aa6-a21f-132442a8bbc7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:15.421979 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2c896a94-83c2-4cdb-a273-211f9006e2f0 req-f226349d-49ba-4aa6-a21f-132442a8bbc7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0493171 Sep 10 21:00:15.460055 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2c896a94-83c2-4cdb-a273-211f9006e2f0 req-401e7b70-5fcc-4532-98b0-127467f99b4e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Sep 10 21:00:15.498263 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.503668 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.505493 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/e186ee70-9fac-4822-b611-cd793811e4cf HTTP/1.1" status: 204 len: 168 time: 0.7608922 Sep 10 21:00:15.515973 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dd44f-7e24-4d13-802b-1aa107115ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e186ee70-9fac-4822-b611-cd793811e4cf,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:15.798538 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33248) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:15.841350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a4a0509a-ac2a-4d1d-ac28-7f0eff4d12f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b9c9e7b77f0d4bf597f7ecb2eb312afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416505 Sep 10 21:00:15.843786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33250) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:15.870864 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:00:15.889377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:15.910146 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.063885 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.066486 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.068398 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/840f7115-2f6b-423b-a4af-9513d4fd6f96 HTTP/1.1" status: 204 len: 168 time: 0.2237184 Sep 10 21:00:16.076647 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3414-2378-4ed3-81df-2d549ea3000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f7115-2f6b-423b-a4af-9513d4fd6f96,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:16.575000 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14061388-8d3e-4187-a754-95eeaf979f5d req-057e9b72-5bc1-4dbe-a3a6-af2210fdc3db tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:16.576499 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-14061388-8d3e-4187-a754-95eeaf979f5d req-057e9b72-5bc1-4dbe-a3a6-af2210fdc3db tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0501347 Sep 10 21:00:16.599707 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:16.616128 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-14061388-8d3e-4187-a754-95eeaf979f5d req-ccb88405-0c9a-4a85-8931-e2d6cb4cfe21 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Sep 10 21:00:16.619829 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:16.620177 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 932ac9d7-7c8a-460c-bc2e-ceb54cf22818 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:16.753443 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33260) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:16.793134 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-12a8d5e6-b89f-431c-b4a1-22661430d99c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c39972155661431997a5eabdd8989090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385129 Sep 10 21:00:16.795526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33262) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:16.840886 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.861358 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.972176 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.975329 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:16.976482 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e1a3878-5d76-416c-8eba-4f733234295e HTTP/1.1" status: 204 len: 168 time: 0.1800530 Sep 10 21:00:16.992414 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9f16d-5c00-42ab-8e33-047f9ecccf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a3878-5d76-416c-8eba-4f733234295e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:17.728729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211878e4-8604-483d-b0d6-4621001bfe65 req-f5926d8d-4b88-48e4-9276-244a7e502432 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:17.730182 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-211878e4-8604-483d-b0d6-4621001bfe65 req-f5926d8d-4b88-48e4-9276-244a7e502432 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0468204 Sep 10 21:00:17.767277 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-211878e4-8604-483d-b0d6-4621001bfe65 req-364afd98-0f94-45e2-8f84-ebfcb8af11db tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Sep 10 21:00:18.448574 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33284) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:18.921924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee929a-0384-4691-8956-f310b963faef req-8644c6c5-6f7e-4162-a23d-c0fca9823714 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:18.923376 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9ee929a-0384-4691-8956-f310b963faef req-8644c6c5-6f7e-4162-a23d-c0fca9823714 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0760822 Sep 10 21:00:18.976873 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f9ee929a-0384-4691-8956-f310b963faef req-1f5c25f2-cd11-434d-9562-0ddcd9e64911 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464568 Sep 10 21:00:19.028512 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:19.260120 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Deleting port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:19.260454 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:19.337701 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] For port faaca9d5-09e4-4e1e-91ad-1bd10012cfb4, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:19.338085 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:19.350519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Calling delete_port for faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:19.618127 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:19.642496 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Pushing event deleted for resources: {'Port': ['ID=faaca9d5-09e4-4e1e-91ad-1bd10012cfb4,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:19.804768 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.004392 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Router 3b064f6c-f710-4b40-8557-7c092efbab4b has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:20.089659 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69221a-7c09-4210-9d24-ad277ebf3919 req-eef4a2b4-871e-4d0a-be93-bd34c13ff24c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:20.091140 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2a69221a-7c09-4210-9d24-ad277ebf3919 req-eef4a2b4-871e-4d0a-be93-bd34c13ff24c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 943 time: 0.0471113 Sep 10 21:00:20.109228 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:20.115127 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f66bc445-5046-4006-9893-356f8bead954 admin admin] 10.222.0.38 "PUT /v2.0/routers/3b064f6c-f710-4b40-8557-7c092efbab4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654649 Sep 10 21:00:20.118029 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33294) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:20.119212 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Sync routers for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:20.127958 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:20.128565 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:20.171080 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-2a69221a-7c09-4210-9d24-ad277ebf3919 req-fe72385f-5325-4ef7-9fca-8a2a2979d132 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739136 Sep 10 21:00:20.231372 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:20.233106 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.329977 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.403202 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T21:00:19Z', 'revision_number': 5, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port': {'id': '38fdef3e-18e5-421b-af91-45e6ceed3e58', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:46Z', 'updated_at': '2021-09-10T20:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:20.429356 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Checking router: 3b064f6c-f710-4b40-8557-7c092efbab4b for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:20.437430 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Routers {'3b064f6c-f710-4b40-8557-7c092efbab4b'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:20.438027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['3b064f6c-f710-4b40-8557-7c092efbab4b'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:20.445350 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Deleting port 38fdef3e-18e5-421b-af91-45e6ceed3e58 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:20.445667 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.521144 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] For port 38fdef3e-18e5-421b-af91-45e6ceed3e58, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=38fdef3e-18e5-421b-af91-45e6ceed3e58,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:20.521526 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.521665 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] Set router 3b064f6c-f710-4b40-8557-7c092efbab4b gateway port host: None {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:20.533555 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Calling delete_port for 38fdef3e-18e5-421b-af91-45e6ceed3e58 owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:20.573519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T21:00:20Z', 'revision_number': 6, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port_host': None}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:20.605385 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898dee9-0aac-43e6-8c2b-c7b3a3589fe3 None None] The sync data for ids ['3b064f6c-f710-4b40-8557-7c092efbab4b'] in dv-cinder-760152-8-iscsi is: [{'id': '3b064f6c-f710-4b40-8557-7c092efbab4b', 'name': 'tempest-AttachVolumeTestJSON-76795890-router', 'tenant_id': '87295a18b531480f8ffc07df478f275f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:44Z', 'updated_at': '2021-09-10T21:00:20Z', 'revision_number': 6, 'project_id': '87295a18b531480f8ffc07df478f275f', 'gw_port_host': None}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:20.696606 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device b3e1e6b0-b203-4773-b2b3-70fadb47329c details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=100994) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 21:00:20.777985 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.787677 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:20.798413 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Returning: {'device': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'port_id': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'mac_address': 'fa:16:3e:88:b2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100994) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 21:00:20.802164 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38fdef3e-18e5-421b-af91-45e6ceed3e58,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:20.840517 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.853359 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e1e6b0-b203-4773-b2b3-70fadb47329c {{(pid=100994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 21:00:20.869351 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.872493 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:20.957722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.959980 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:20.961205 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.011535 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=4']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:21.104082 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.104874 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b064f6c-f710-4b40-8557-7c092efbab4b {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:00:21.109430 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.110669 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-028e1263-efb1-418d-b46a-a3cbe94161b8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/3b064f6c-f710-4b40-8557-7c092efbab4b HTTP/1.1" status: 204 len: 168 time: 0.9915783 Sep 10 21:00:21.113128 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33296) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:21.156801 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Deleting subnet 7ce0365a-cbed-4108-9300-cf36a3aa2a2f {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:00:21.159739 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.198238 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.275601 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.289305 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8f1c2-96bf-467b-bf9e-81c679034948 req-59c9d703-0f82-4865-b0c6-a7c69aabb408 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:21.290818 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6c8f1c2-96bf-467b-bf9e-81c679034948 req-59c9d703-0f82-4865-b0c6-a7c69aabb408 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 944 time: 0.0494843 Sep 10 21:00:21.318051 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] get_ports_and_sgs() called for port_ids ['b3e1e6b0-b203-4773-b2b3-70fadb47329c'] {{(pid=100994) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 21:00:21.341082 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-e6c8f1c2-96bf-467b-bf9e-81c679034948 req-1f382916-61bb-46bb-a548-8bade9e6d1f7 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Sep 10 21:00:21.401608 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.428960 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce0365a-cbed-4108-9300-cf36a3aa2a2f,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:21.431639 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.435130 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-98156d10-e87e-400c-b3e0-61d8bfa25181 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7ce0365a-cbed-4108-9300-cf36a3aa2a2f HTTP/1.1" status: 204 len: 168 time: 0.3210373 Sep 10 21:00:21.436285 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33300) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:21.440055 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c1bec-a727-492d-921e-e22283839cf1 None None] Network fb50a3d5-7aa0-47cb-910e-486e159c163b requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:00:21.514188 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.573728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Deleting port c460fc46-7aa5-48bf-8337-fb035ae418ce {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:21.574082 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.645990 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] For port c460fc46-7aa5-48bf-8337-fb035ae418ce, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c460fc46-7aa5-48bf-8337-fb035ae418ce,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:21.646563 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.659710 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Calling delete_port for c460fc46-7aa5-48bf-8337-fb035ae418ce owned by network:dhcp {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:21.716883 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] DHCP port deletion for fb50a3d5-7aa0-47cb-910e-486e159c163b request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:00:21.760186 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Deleting port c460fc46-7aa5-48bf-8337-fb035ae418ce {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:21.760555 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.806631 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.823255 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] For port c460fc46-7aa5-48bf-8337-fb035ae418ce, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=c460fc46-7aa5-48bf-8337-fb035ae418ce,segment=NetworkSegment(e5096602-3deb-4997-b1af-44b554b33551),segment_id=e5096602-3deb-4997-b1af-44b554b33551)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:21.823654 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.833609 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Pushing event deleted for resources: {'Port': ['ID=c460fc46-7aa5-48bf-8337-fb035ae418ce,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:21.835472 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] No DVR routers for this DVR port c460fc46-7aa5-48bf-8337-fb035ae418ce on host dv-cinder-760152-8-iscsi {{(pid=100992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:21.837387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Calling delete_port for c460fc46-7aa5-48bf-8337-fb035ae418ce owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:21.910595 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.914194 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.933974 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb50a3d5-7aa0-47cb-910e-486e159c163b']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:21.935248 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] Pushing event deleted for resources: {'Port': ['ID=c460fc46-7aa5-48bf-8337-fb035ae418ce,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:21.938595 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87731b-e931-4437-9da6-7f7de176a01c None None] No DVR routers for this DVR port c460fc46-7aa5-48bf-8337-fb035ae418ce on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:21.948861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5096602-3deb-4997-b1af-44b554b33551') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:21.948861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5096602-3deb-4997-b1af-44b554b33551') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:21.957004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.969766 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.975503 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:00:21.975877 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:00:21.977449 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:00:22.108710 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.113447 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.115877 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] 10.222.0.38 "DELETE /v2.0/networks/fb50a3d5-7aa0-47cb-910e-486e159c163b HTTP/1.1" status: 204 len: 168 time: 0.6786187 Sep 10 21:00:22.128624 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb80fb-369c-4ab4-97f8-5cde6fc54743 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb50a3d5-7aa0-47cb-910e-486e159c163b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:22.454148 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f211-323e-4d03-a954-6a261a1f578c req-aee9ad36-0870-437e-9210-67a68306da40 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:22.455701 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f191f211-323e-4d03-a954-6a261a1f578c req-aee9ad36-0870-437e-9210-67a68306da40 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 944 time: 0.0480969 Sep 10 21:00:22.463351 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33306) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:22.514595 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-f191f211-323e-4d03-a954-6a261a1f578c req-a10ffcdd-7d77-42d7-9c1a-5e9b673785b5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520563 Sep 10 21:00:22.530088 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-8ec54b10-262e-4f9e-8c42-ca5434e2afca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87295a18b531480f8ffc07df478f275f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630057 Sep 10 21:00:22.530305 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33310) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:22.579090 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.599974 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.604093 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c460fc46-7aa5-48bf-8337-fb035ae418ce no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:22.626379 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: c460fc46-7aa5-48bf-8337-fb035ae418ce {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:22.626735 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device c460fc46-7aa5-48bf-8337-fb035ae418ce not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:22.627153 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:22.644743 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:22.645687 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device faaca9d5-09e4-4e1e-91ad-1bd10012cfb4 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:22.646220 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 38fdef3e-18e5-421b-af91-45e6ceed3e58 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:22.664758 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 38fdef3e-18e5-421b-af91-45e6ceed3e58 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:22.665097 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 38fdef3e-18e5-421b-af91-45e6ceed3e58 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:22.709611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.712096 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.713236 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b740fb4-4be3-4884-aea2-11d4562a4b43 HTTP/1.1" status: 204 len: 168 time: 0.1819715 Sep 10 21:00:22.715329 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device b3e1e6b0-b203-4773-b2b3-70fadb47329c up at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 21:00:22.723311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6f0be-2b7f-4fd7-abb5-cf91c3d0246d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b740fb4-4be3-4884-aea2-11d4562a4b43,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:22.834870 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning for port b3e1e6b0-b203-4773-b2b3-70fadb47329c completed by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 21:00:22.838598 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.provisioning_blocks [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Provisioning complete for port b3e1e6b0-b203-4773-b2b3-70fadb47329c triggered by entity L2. {{(pid=100994) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 21:00:22.839050 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-591776'] for port, provisioning_complete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.915498 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:22.936965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c'}] {{(pid=100994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:00:22.939242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c426e3c378352ed1de604cc14b9c333c96f5f96ab99fcedd1cfa1a4795f825c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8f1125-257a-47c0-8cf9-ebe365c1362e" -d '{"events": [{"server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c"}]}' {{(pid=100994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:00:22.951620 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:23.040768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479'] for port, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:23.088879 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Pushing event updated for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=5']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:23.152312 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7355e-911f-4d7d-b878-45d75ca819d5 x-openstack-request-id: req-5dd7355e-911f-4d7d-b878-45d75ca819d5 {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:00:23.152614 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "name": "network-vif-plugged", "status": "completed", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c", "code": 200}]} {{(pid=100994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:00:23.152944 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dd7355e-911f-4d7d-b878-45d75ca819d5 {{(pid=100994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:00:23.153341 dv-cinder-760152-8-iscsi neutron-server[100994]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'code': 200} Sep 10 21:00:23.568829 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982fe2c-4740-4cc9-8447-008fbae19475 req-dbb819dd-ee16-4b9e-88ee-35d317d84375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:23.570355 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4982fe2c-4740-4cc9-8447-008fbae19475 req-dbb819dd-ee16-4b9e-88ee-35d317d84375 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1098 time: 0.0444314 Sep 10 21:00:23.608101 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-4982fe2c-4740-4cc9-8447-008fbae19475 req-a87e57f6-c4cc-45db-a486-efdde60becb3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Sep 10 21:00:23.634863 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a704-2fc6-405d-97a9-18ee733f2251 req-5206e43e-2f5e-494f-b10d-d41dc66e8de5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:23.634863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3465a704-2fc6-405d-97a9-18ee733f2251 req-5206e43e-2f5e-494f-b10d-d41dc66e8de5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0495050 Sep 10 21:00:23.668006 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-3465a704-2fc6-405d-97a9-18ee733f2251 req-ff860764-8eaf-4d3f-9e4b-8b762638524b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Sep 10 21:00:24.782611 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f436413-73bd-4da5-8587-daee72ccbff6 req-54c1ca67-5c60-438a-8627-48319e71cdbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:24.783935 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2f436413-73bd-4da5-8587-daee72ccbff6 req-54c1ca67-5c60-438a-8627-48319e71cdbb tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 10 21:00:24.821125 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2f436413-73bd-4da5-8587-daee72ccbff6 req-b0927dcd-8e42-48f1-a32b-45db3a79f53d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Sep 10 21:00:25.344729 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33364) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:25.445083 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e845ff2c-33dd-4997-8cbf-724de5770ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.529693 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e845ff2c-33dd-4997-8cbf-724de5770ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.588887 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e845ff2c-33dd-4997-8cbf-724de5770ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.625525 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e845ff2c-33dd-4997-8cbf-724de5770ace admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a91a35b7d6b840fd993d6861d1e54c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797575 Sep 10 21:00:25.626392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845ff2c-33dd-4997-8cbf-724de5770ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19accd47-987e-42c1-89f1-5491f13e693c,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:25.628281 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33370) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:25.676938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.697344 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.828779 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.831346 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:25.832503 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19accd47-987e-42c1-89f1-5491f13e693c HTTP/1.1" status: 204 len: 168 time: 0.2032578 Sep 10 21:00:25.840983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1bde1-9124-4862-9994-d4c132747d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19accd47-987e-42c1-89f1-5491f13e693c,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:25.945895 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274cb09-b816-4155-89d4-88051d06ae18 req-26d4022a-b94a-4086-bacd-8ee0155816ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:25.947452 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5274cb09-b816-4155-89d4-88051d06ae18 req-26d4022a-b94a-4086-bacd-8ee0155816ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0514159 Sep 10 21:00:25.983714 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5274cb09-b816-4155-89d4-88051d06ae18 req-96111f65-d268-409b-b77a-6ab15f232889 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305836 Sep 10 21:00:26.096582 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4e76f-95fe-4c7c-9d47-bd7f3ad2ca74 req-90c24861-9153-4dc7-aea1-c4a90d99b95c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:26.098056 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5b4e76f-95fe-4c7c-9d47-bd7f3ad2ca74 req-90c24861-9153-4dc7-aea1-c4a90d99b95c tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0489450 Sep 10 21:00:26.136666 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a5b4e76f-95fe-4c7c-9d47-bd7f3ad2ca74 req-89f45952-8a59-4ea5-851a-009faadf7643 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Sep 10 21:00:26.158133 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33380) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:26.343603 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b5993-b029-4096-b601-9c100140ffc0 tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:26.345084 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-cb1b5993-b029-4096-b601-9c100140ffc0 tempest-TestVolumeBootPattern-831575967 tempest-TestVolumeBootPattern-831575967-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1093 time: 0.1859617 Sep 10 21:00:26.347974 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33384) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:26.352700 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Request body: {'floatingip': {'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'port_id': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:00:26.446422 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.479179 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33386) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:26.493222 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2014be5a-1b5d-48ce-a2d8-439a1789d72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.542397 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.581984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2014be5a-1b5d-48ce-a2d8-439a1789d72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.641881 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_common [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Allocated IP 172.27.2.244 (c2ccf9a1-e370-450d-8f35-eaa4df63b922/68cef14c-872e-4e6d-a332-a864112da113/23c37195-c6ad-40d7-b90a-06b732ce9a89) {{(pid=100993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 21:00:26.658081 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2014be5a-1b5d-48ce-a2d8-439a1789d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.695074 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2014be5a-1b5d-48ce-a2d8-439a1789d72b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c95419728da64cf8898b26fc29603cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142265 Sep 10 21:00:26.697031 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014be5a-1b5d-48ce-a2d8-439a1789d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c063aa-f617-481f-a263-982fcc35edc8,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:26.699341 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33388) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:26.745592 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.747527 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.768530 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.858043 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765053823443', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.894715 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Network c2ccf9a1-e370-450d-8f35-eaa4df63b922 is already hosted by enough agents. {{(pid=100993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 21:00:26.897712 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.898282 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Resources bound (agent type, host, resource id): {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 21:00:26.901616 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:26.901616 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/70c063aa-f617-481f-a263-982fcc35edc8 HTTP/1.1" status: 204 len: 168 time: 0.2011716 Sep 10 21:00:26.901862 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Received port after_create {{(pid=100993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 21:00:26.910585 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903d2ba-1718-42ab-b5f0-6ce89feef955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c063aa-f617-481f-a263-982fcc35edc8,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:26.927074 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=23c37195-c6ad-40d7-b90a-06b732ce9a89,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:27.241451 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.380432 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for port, before_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.383726 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.526212 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for port, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.651931 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765054343446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765053823461', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765053823479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8433518'] for port, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.722355 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event updated for resources: {'Port': ['ID=23c37195-c6ad-40d7-b90a-06b732ce9a89,revision_number=2']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:27.729893 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:27.827308 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 4e9258ac-2be3-40df-9aa7-29a58bb79727 associated. External IP: 172.27.2.244, port: b3e1e6b0-b203-4773-b2b3-70fadb47329c. Sep 10 21:00:28.300585 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:28.408876 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:28.418615 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:28.427715 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:28.428313 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:28.509135 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:28.533188 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:28.536997 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-68bbf38c-d363-4a01-b4dd-a89f88d7d06e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1874628 Sep 10 21:00:28.537663 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:00:28.539932 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02" -d '{"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:00:28.583899 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 21:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0791d64a-d1ef-4736-ae11-29f9a79f7972 x-openstack-request-id: req-0791d64a-d1ef-4736-ae11-29f9a79f7972 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:00:28.583899 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:00:28.583899 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0791d64a-d1ef-4736-ae11-29f9a79f7972 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:00:28.583899 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'status': 'completed', 'code': 200} Sep 10 21:00:28.653386 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-0a37c6b4-c459-4dd6-8c4f-5103d1c9cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:28.654896 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-0a37c6b4-c459-4dd6-8c4f-5103d1c9cae7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1098 time: 0.0499496 Sep 10 21:00:28.750265 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-a23068f7-e71a-456a-9723-9eac093d539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:28.751889 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-a23068f7-e71a-456a-9723-9eac093d539a service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0900519 Sep 10 21:00:28.766812 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}, {'id': '4e9258ac-2be3-40df-9aa7-29a58bb79727', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:88:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T21:00:27Z', 'updated_at': '2021-09-10T21:00:27Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:28.793008 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:28.801979 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:28.802794 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:10Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:28.825644 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-2c24b8ed-2319-4888-9c53-bd74f1ecf3cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 200 len: 999 time: 0.0665524 Sep 10 21:00:28.880239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-44d55ddb-41ae-4d57-9bea-1eece077833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:28.881472 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-44d55ddb-41ae-4d57-9bea-1eece077833c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0492709 Sep 10 21:00:28.909414 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:28.928450 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-b44f08cb-ce98-4b85-8009-d67b1baadf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:28.929946 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-b44f08cb-ce98-4b85-8009-d67b1baadf0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417552 Sep 10 21:00:29.026627 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-ef169ae2-c6df-46db-9bc9-77c22cf8959a service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890555 Sep 10 21:00:29.122192 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-d2079f8b-03e0-4f9a-bdfb-c1aac7fa2b02 req-a5c87b66-68fe-4b7e-a818-70d7b10f84bd service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Sep 10 21:00:29.144690 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}, {'id': '4e9258ac-2be3-40df-9aa7-29a58bb79727', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:88:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T21:00:27Z', 'updated_at': '2021-09-10T21:00:27Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:29.252761 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b56691-8d60-47da-9f96-c65c54c7a715 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}, {'id': '4e9258ac-2be3-40df-9aa7-29a58bb79727', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:88:b2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T21:00:27Z', 'updated_at': '2021-09-10T21:00:27Z', 'revision_number': 0, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:29.439524 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73cc1a9-3e9a-4648-b92b-c09840f262f4 None None] New status for floating IP 4e9258ac-2be3-40df-9aa7-29a58bb79727: ACTIVE {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 21:00:29.577769 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33446) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:29.681375 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf05f-7bc8-47c7-bfa3-72401b13dd19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:29.765036 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf05f-7bc8-47c7-bfa3-72401b13dd19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:29.834423 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf05f-7bc8-47c7-bfa3-72401b13dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:29.869337 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbf05f-7bc8-47c7-bfa3-72401b13dd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d477a27a-fe35-4ab1-89d3-52869db6ad08,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:29.873722 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4dbbf05f-7bc8-47c7-bfa3-72401b13dd19 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=90904cc61acd4769b5170b7971f98d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949455 Sep 10 21:00:29.876898 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33450) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:29.924566 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:29.944858 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.063420 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.065919 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.067581 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d477a27a-fe35-4ab1-89d3-52869db6ad08 HTTP/1.1" status: 204 len: 168 time: 0.1899021 Sep 10 21:00:30.075026 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913c5f3-ebb6-4f9d-92c5-275e943afede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477a27a-fe35-4ab1-89d3-52869db6ad08,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:30.735978 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33456) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:30.744150 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-18bfabfb-e341-43e9-a2b1-22ddf19c1298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.828862 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-18bfabfb-e341-43e9-a2b1-22ddf19c1298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.897537 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-18bfabfb-e341-43e9-a2b1-22ddf19c1298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:30.934965 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-18bfabfb-e341-43e9-a2b1-22ddf19c1298 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b0c199a040442649772a6a24c506265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030201 Sep 10 21:00:30.935810 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfabfb-e341-43e9-a2b1-22ddf19c1298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e6dfc-b128-4065-a17f-3133093c834e,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:30.938177 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33458) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:30.986984 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:31.008347 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:31.125791 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:31.128426 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:31.135765 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d0e6dfc-b128-4065-a17f-3133093c834e HTTP/1.1" status: 204 len: 168 time: 0.1897035 Sep 10 21:00:31.137910 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265f1c7-225f-463a-8173-a1c384c57936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e6dfc-b128-4065-a17f-3133093c834e,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:37.571610 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-3ffdbfc7-9ebc-4c48-91c6-b906a3097677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.228729 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33584) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:40.234627 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-64416163-fa37-4b0c-8ffe-7a8cc9aaa619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.333647 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dadc2fa2-7190-4334-bfa7-a3b6f96a4309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.417280 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dadc2fa2-7190-4334-bfa7-a3b6f96a4309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.508450 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dadc2fa2-7190-4334-bfa7-a3b6f96a4309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.546851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-dadc2fa2-7190-4334-bfa7-a3b6f96a4309 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc3ef48815354be2adfeedab29775c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170214 Sep 10 21:00:40.547712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc2fa2-7190-4334-bfa7-a3b6f96a4309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75abc4ce-2ef4-4ae9-8019-249148cf282b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:40.550438 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33588) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:40.598880 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.619259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.702674 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.725493 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.728062 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:40.729231 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75abc4ce-2ef4-4ae9-8019-249148cf282b HTTP/1.1" status: 204 len: 168 time: 0.1773939 Sep 10 21:00:40.737502 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0cd7-b1ce-4a41-9182-bb4f2a1f79e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75abc4ce-2ef4-4ae9-8019-249148cf282b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:41.314088 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.410815 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33594) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:41.424104 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42f0aa3f-9475-4e00-a040-3491c575cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.508189 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42f0aa3f-9475-4e00-a040-3491c575cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.594295 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-42f0aa3f-9475-4e00-a040-3491c575cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.631362 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0aa3f-9475-4e00-a040-3491c575cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c5194-9e07-4008-b765-183b52bad3db,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:41.636830 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-42f0aa3f-9475-4e00-a040-3491c575cf6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=87df195566634b11b41a206308254a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250104 Sep 10 21:00:41.640337 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33600) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:41.687225 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.707500 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.845829 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.848279 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:41.849438 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad2c5194-9e07-4008-b765-183b52bad3db HTTP/1.1" status: 204 len: 168 time: 0.2081597 Sep 10 21:00:41.856763 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbd401-e04a-4091-93c9-a58a450b0b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c5194-9e07-4008-b765-183b52bad3db,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:42.786358 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:42.943860 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222299d-a340-474b-bafb-ef01383b83bd req-6001e4df-9d98-486e-a0da-cf29f0a330df tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:42.945334 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2222299d-a340-474b-bafb-ef01383b83bd req-6001e4df-9d98-486e-a0da-cf29f0a330df tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0485921 Sep 10 21:00:42.985825 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-2222299d-a340-474b-bafb-ef01383b83bd req-37af7faf-b494-4068-9594-676a4511be0f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340505 Sep 10 21:00:43.656438 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33640) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:43.759147 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dc7cab6b-0556-4a34-8668-8989abc112e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:43.844249 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dc7cab6b-0556-4a34-8668-8989abc112e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:43.914158 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-dc7cab6b-0556-4a34-8668-8989abc112e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:43.950687 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-dc7cab6b-0556-4a34-8668-8989abc112e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=88dcb2d3fd3d4755b738a5edca25cd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931914 Sep 10 21:00:43.951572 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cab6b-0556-4a34-8668-8989abc112e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c561fd-187e-4ffa-9c1d-be14ba2fb91b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:43.953848 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33644) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:44.002078 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:44.022860 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:44.107510 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74e99b-f4d8-4c3f-b73e-5d121362bca7 req-06a6e7d2-7044-4630-86e9-8cde18c606ad tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:44.108921 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5c74e99b-f4d8-4c3f-b73e-5d121362bca7 req-06a6e7d2-7044-4630-86e9-8cde18c606ad tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0495853 Sep 10 21:00:44.148551 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-5c74e99b-f4d8-4c3f-b73e-5d121362bca7 req-6ca330a8-4162-4b4e-9066-9f553384e646 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305254 Sep 10 21:00:44.194141 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:44.196740 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:44.197867 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/58c561fd-187e-4ffa-9c1d-be14ba2fb91b HTTP/1.1" status: 204 len: 168 time: 0.2422609 Sep 10 21:00:44.206267 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf2220-5dc1-41c4-be44-9f32effe2904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c561fd-187e-4ffa-9c1d-be14ba2fb91b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:44.794998 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-84d38551-c078-4387-a22b-2d0fd511901f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:44.796963 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-84d38551-c078-4387-a22b-2d0fd511901f tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0514257 Sep 10 21:00:44.886630 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Deleting port d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:44.886997 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:44.978993 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] For port d9ff0517-68c8-48b6-9f13-dfc968ad23ba, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:44.979610 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:45.148838 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:45.150979 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1619233'] for floatingip, after_update {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:45.150979 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Floating IP 1a226287-21ba-4cc6-b4c1-943ff0f6c1be disassociated. External IP: 172.27.2.122, port: d9ff0517-68c8-48b6-9f13-dfc968ad23ba. Sep 10 21:00:45.150979 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Calling delete_port for d9ff0517-68c8-48b6-9f13-dfc968ad23ba owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:45.309839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4cd7-1421-4097-8be2-0efc39bba7e9 req-fe43a0fa-ccf6-45b4-b75c-092de87d6881 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:00:45.311387 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-60ba4cd7-1421-4097-8be2-0efc39bba7e9 req-fe43a0fa-ccf6-45b4-b75c-092de87d6881 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 946 time: 0.0906820 Sep 10 21:00:45.350279 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-60ba4cd7-1421-4097-8be2-0efc39bba7e9 req-5796df50-0062-4506-9775-a14502212d4b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf4102f3-039a-41ca-96c3-b007db5c027f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329313 Sep 10 21:00:45.360212 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:45.391041 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'Port': ['ID=d9ff0517-68c8-48b6-9f13-dfc968ad23ba,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:45.506976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:45.615470 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:45.626023 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675077-98fd-4230-b066-e10741e08151 None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:45.635899 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:45.636497 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:45.656211 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] No DVR routers for this DVR port d9ff0517-68c8-48b6-9f13-dfc968ad23ba on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:45.659040 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:45.661378 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1dfb3ca8-6317-4f36-8df7-65331280f1a4 req-53952e2c-03f1-43f0-b31f-fa049ef3b3fb tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.46 "DELETE /v2.0/ports/d9ff0517-68c8-48b6-9f13-dfc968ad23ba HTTP/1.1" status: 204 len: 173 time: 0.8565118 Sep 10 21:00:45.661823 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-deleted', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:00:45.664839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543d57f-8fad-4a6d-8897-a69a3443aa87" -d '{"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-deleted", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:00:45.700473 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde0bcbd-6c1b-463a-9a22-58e8f9f6559c x-openstack-request-id: req-fde0bcbd-6c1b-463a-9a22-58e8f9f6559c {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:00:45.700765 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd458b2-5606-47b3-8511-bcd5762b5905", "name": "network-vif-deleted", "tag": "d9ff0517-68c8-48b6-9f13-dfc968ad23ba", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:00:45.701059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fde0bcbd-6c1b-463a-9a22-58e8f9f6559c {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:00:45.701477 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd458b2-5606-47b3-8511-bcd5762b5905', 'name': 'network-vif-deleted', 'tag': 'd9ff0517-68c8-48b6-9f13-dfc968ad23ba', 'status': 'completed', 'code': 200} Sep 10 21:00:45.744720 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:45.945778 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:45.971271 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675077-98fd-4230-b066-e10741e08151 None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:45.979184 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:45.979777 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:46.084201 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:46.286099 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-59675077-98fd-4230-b066-e10741e08151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:46.312833 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59675077-98fd-4230-b066-e10741e08151 None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T20:48:50Z', 'revision_number': 4, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': 'd145df0f-262e-4c0f-ad94-65d150c583de', 'name': '', 'network_id': 'f12d0487-5864-4b9d-88d0-816415bfd4e7', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'mac_address': 'fa:16:3e:cd:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:49Z', 'updated_at': '2021-09-10T20:49:03Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'subnets': [{'id': '053404f9-e495-4be5-a2ea-13b48a656fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:46.472697 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-bdf35038-6138-4535-b119-3ef87ecb32b5 req-ba045e8b-5bc5-40f1-8ad3-45d235aee94b tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dd458b2-5606-47b3-8511-bcd5762b5905 HTTP/1.1" status: 200 len: 210 time: 0.0348692 Sep 10 21:00:46.552184 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f0480-90e8-4c6f-8475-8241b10ab7ee None None] New status for floating IP 1a226287-21ba-4cc6-b4c1-943ff0f6c1be: DOWN {{(pid=100994) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 21:00:47.664209 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33742) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:47.721585 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:47.744737 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:47.851559 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:47.854010 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:47.855193 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "DELETE /v2.0/security-groups/bf4102f3-039a-41ca-96c3-b007db5c027f HTTP/1.1" status: 204 len: 168 time: 0.1899750 Sep 10 21:00:47.858435 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33744) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:47.864578 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f3078-2cb6-4364-8e98-a172c57dbfe3 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4102f3-039a-41ca-96c3-b007db5c027f,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:47.875884 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.api.v2.resource [None req-8abeab41-6e55-4981-b981-728a6d49415e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] show failed (client error): The resource could not be found. Sep 10 21:00:47.876929 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8abeab41-6e55-4981-b981-728a6d49415e tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "GET /v2.0/security-groups/bf4102f3-039a-41ca-96c3-b007db5c027f HTTP/1.1" status: 404 len: 347 time: 0.0174150 Sep 10 21:00:47.879789 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33746) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:48.001646 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Deleting port 9a78abe5-72cb-4782-b592-ebffc72493bc {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:48.001981 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.075369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.075691 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.086938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Calling delete_port for 9a78abe5-72cb-4782-b592-ebffc72493bc owned by network:floatingip {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:48.280790 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.309045 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Pushing event deleted for resources: {'Port': ['ID=9a78abe5-72cb-4782-b592-ebffc72493bc,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:48.370836 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks [] for floatingip, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.373330 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:48.374625 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a545b864-6e00-41e7-8666-25a2b5e60432 tempest-AttachVolumeShelveTestJSON-67018781 tempest-AttachVolumeShelveTestJSON-67018781-project] 10.222.0.38 "DELETE /v2.0/floatingips/1a226287-21ba-4cc6-b4c1-943ff0f6c1be HTTP/1.1" status: 204 len: 168 time: 0.4937007 Sep 10 21:00:48.884380 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:48.903763 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: d9ff0517-68c8-48b6-9f13-dfc968ad23ba {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:48.904106 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device d9ff0517-68c8-48b6-9f13-dfc968ad23ba not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:51.124165 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33776) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:51.614458 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:51.853909 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Deleting port d145df0f-262e-4c0f-ad94-65d150c583de {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:51.854155 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:51.930180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] For port d145df0f-262e-4c0f-ad94-65d150c583de, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=d145df0f-262e-4c0f-ad94-65d150c583de,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:51.930564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:51.946369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Calling delete_port for d145df0f-262e-4c0f-ad94-65d150c583de owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:52.188969 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:52.213209 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Pushing event deleted for resources: {'Port': ['ID=d145df0f-262e-4c0f-ad94-65d150c583de,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:52.379312 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:52.599804 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Router cb549867-29b1-4037-972a-a5bddef87ca7 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:00:52.869491 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:00:52.971220 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:00:52.977958 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6c3dd4dd-5f0a-45fc-a154-831f47520454 admin admin] 10.222.0.38 "PUT /v2.0/routers/cb549867-29b1-4037-972a-a5bddef87ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527346 Sep 10 21:00:52.978868 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33784) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:52.979598 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Sync routers for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:00:52.989147 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:52.989743 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:53.081154 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:53.091616 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:53.276106 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T21:00:52Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:53.307271 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Checking router: cb549867-29b1-4037-972a-a5bddef87ca7 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:00:53.316433 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Routers {'cb549867-29b1-4037-972a-a5bddef87ca7'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:00:53.317060 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:00:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['cb549867-29b1-4037-972a-a5bddef87ca7'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:53.415311 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:53.421524 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] Set router cb549867-29b1-4037-972a-a5bddef87ca7 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:00:53.579356 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Deleting port 32b782a2-61ef-496e-b334-d4cfe35fba4e {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:53.579695 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:53.598199 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T21:00:52Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:53.624248 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2649466-7d83-4ba6-85e1-f427b67c0dab None None] The sync data for ids ['cb549867-29b1-4037-972a-a5bddef87ca7'] in dv-cinder-760152-8-iscsi is: [{'id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'name': 'tempest-AttachVolumeShelveTestJSON-1862577568-router', 'tenant_id': '52092a98898e4d7ea9d03aeb919b92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:48:43Z', 'updated_at': '2021-09-10T21:00:52Z', 'revision_number': 5, 'project_id': '52092a98898e4d7ea9d03aeb919b92d4', 'gw_port': {'id': '32b782a2-61ef-496e-b334-d4cfe35fba4e', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb549867-29b1-4037-972a-a5bddef87ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:48:45Z', 'updated_at': '2021-09-10T20:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:00:53.660164 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] For port 32b782a2-61ef-496e-b334-d4cfe35fba4e, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=32b782a2-61ef-496e-b334-d4cfe35fba4e,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:53.660637 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:53.676147 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Calling delete_port for 32b782a2-61ef-496e-b334-d4cfe35fba4e owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:53.903190 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:53.932342 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Pushing event deleted for resources: {'Port': ['ID=32b782a2-61ef-496e-b334-d4cfe35fba4e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:53.992377 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.084981 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.087210 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.211645 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.212240 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb549867-29b1-4037-972a-a5bddef87ca7 {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:00:54.221627 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.221627 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e6d893b0-8f29-4340-8ed0-8dceba2661ca admin admin] 10.222.0.38 "DELETE /v2.0/routers/cb549867-29b1-4037-972a-a5bddef87ca7 HTTP/1.1" status: 204 len: 168 time: 1.2384946 Sep 10 21:00:54.221627 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33788) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:54.271500 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Deleting subnet 053404f9-e495-4be5-a2ea-13b48a656fff {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:00:54.275611 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.312722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.392944 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.663253 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.696891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 32b782a2-61ef-496e-b334-d4cfe35fba4e no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:54.697954 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053404f9-e495-4be5-a2ea-13b48a656fff,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:54.703783 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.708173 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-23df2647-21bc-43c3-9d79-d8069870396d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/053404f9-e495-4be5-a2ea-13b48a656fff HTTP/1.1" status: 204 len: 168 time: 0.4838672 Sep 10 21:00:54.708361 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33792) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:54.716823 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c59963-4ced-4012-91cd-9182d62d0a68 None None] Network f12d0487-5864-4b9d-88d0-816415bfd4e7 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:00:54.722025 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 32b782a2-61ef-496e-b334-d4cfe35fba4e {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:54.722025 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 32b782a2-61ef-496e-b334-d4cfe35fba4e not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:54.722025 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d145df0f-262e-4c0f-ad94-65d150c583de no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:54.748297 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: d145df0f-262e-4c0f-ad94-65d150c583de {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:54.748642 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device d145df0f-262e-4c0f-ad94-65d150c583de not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:54.777379 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.833047 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Deleting port dc0a6a3f-4726-4a94-a2cd-0622986afbdc {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:54.833280 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.897432 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] For port dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:54.897825 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:54.910162 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Calling delete_port for dc0a6a3f-4726-4a94-a2cd-0622986afbdc owned by network:dhcp {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:54.911461 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ed565-1431-420f-b392-7beb265ec25e None None] DHCP port deletion for f12d0487-5864-4b9d-88d0-816415bfd4e7 request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:00:54.957608 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Deleting port dc0a6a3f-4726-4a94-a2cd-0622986afbdc {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:00:54.957900 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.018730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-913ed565-1431-420f-b392-7beb265ec25e None None] For port dc0a6a3f-4726-4a94-a2cd-0622986afbdc, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,segment=NetworkSegment(d5e9d7af-0745-4372-913f-b90a354eea7c),segment_id=d5e9d7af-0745-4372-913f-b90a354eea7c)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:00:55.019133 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.033060 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Calling delete_port for dc0a6a3f-4726-4a94-a2cd-0622986afbdc owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:00:55.068271 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.095037 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:55.099617 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] No DVR routers for this DVR port dc0a6a3f-4726-4a94-a2cd-0622986afbdc on host dv-cinder-760152-8-iscsi {{(pid=100992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:55.118249 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.141438 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ed565-1431-420f-b392-7beb265ec25e None None] Pushing event deleted for resources: {'Port': ['ID=dc0a6a3f-4726-4a94-a2cd-0622986afbdc,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:55.148422 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ed565-1431-420f-b392-7beb265ec25e None None] No DVR routers for this DVR port dc0a6a3f-4726-4a94-a2cd-0622986afbdc on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:00:55.176565 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.196302 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12d0487-5864-4b9d-88d0-816415bfd4e7']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:55.206059 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e9d7af-0745-4372-913f-b90a354eea7c') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:55.206178 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e9d7af-0745-4372-913f-b90a354eea7c') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:00:55.215351 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.228788 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.234269 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:00:55.234640 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:00:55.236303 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:00:55.348756 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.353711 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.355667 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f12d0487-5864-4b9d-88d0-816415bfd4e7 HTTP/1.1" status: 204 len: 168 time: 0.6463935 Sep 10 21:00:55.367819 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cae4a2-a14b-48b1-a536-88e7df92ea38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12d0487-5864-4b9d-88d0-816415bfd4e7,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:55.685099 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33798) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:55.728122 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-08b2ff0d-6d67-4f35-9681-b8bda4dec263 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=52092a98898e4d7ea9d03aeb919b92d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418091 Sep 10 21:00:55.730489 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33800) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:55.785958 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.806766 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.937740 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.940377 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:55.941544 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0e1f8df-f0ea-479b-80dc-c078c74f7b5e HTTP/1.1" status: 204 len: 168 time: 0.2100828 Sep 10 21:00:55.949390 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99bed2-f5a6-43f0-a203-c85768062a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1f8df-f0ea-479b-80dc-c078c74f7b5e,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:56.625148 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device dc0a6a3f-4726-4a94-a2cd-0622986afbdc no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:00:56.646287 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: dc0a6a3f-4726-4a94-a2cd-0622986afbdc {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:00:56.646635 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device dc0a6a3f-4726-4a94-a2cd-0622986afbdc not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:00:57.398022 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.461555 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33856) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:58.561820 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71123072-a375-43b3-b3ad-f01f258879fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.648405 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71123072-a375-43b3-b3ad-f01f258879fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.719371 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-71123072-a375-43b3-b3ad-f01f258879fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.757369 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-71123072-a375-43b3-b3ad-f01f258879fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b0afe8968f24cf9b20acb22d05a6946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947385 Sep 10 21:00:58.758220 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71123072-a375-43b3-b3ad-f01f258879fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879cb627-ba1b-4a7d-923c-3516ef7d5ff1,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:58.760084 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33862) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:58.808933 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.829580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.971019 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.973425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:58.974577 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/879cb627-ba1b-4a7d-923c-3516ef7d5ff1 HTTP/1.1" status: 204 len: 168 time: 0.2134845 Sep 10 21:00:58.982204 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cb627-ba1b-4a7d-923c-3516ef7d5ff1,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:58.989464 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.989812 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.990149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.990476 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.990828 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.991154 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.991480 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.991802 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.992111 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.992438 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.992744 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:58.993059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6546172d-0282-411b-a7f5-47b7ead6ede7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:00:59.598353 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33868) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:59.611068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0676-1093-4260-b34f-72253b46dd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:59.693458 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0676-1093-4260-b34f-72253b46dd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:59.764068 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0676-1093-4260-b34f-72253b46dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:59.801801 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3e4c0676-1093-4260-b34f-72253b46dd59 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=855861304d254dd2a521f4538342ba2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023485 Sep 10 21:00:59.805682 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c0676-1093-4260-b34f-72253b46dd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9282f2b1-f6e6-4460-aff6-6170cc854871,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:00:59.805801 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33872) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:00:59.855247 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:00:59.878367 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:00.005353 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:00.008822 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:00.010233 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9282f2b1-f6e6-4460-aff6-6170cc854871 HTTP/1.1" status: 204 len: 168 time: 0.2045743 Sep 10 21:01:00.023244 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95464f1-ba31-453e-aeba-19319382cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282f2b1-f6e6-4460-aff6-6170cc854871,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:00.983343 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33906) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:01.082281 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-109241384-network', 'tenant_id': '379e412ff82541c383fc0bd22e20f78b'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:01:01.182145 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Made reservation on behalf of 379e412ff82541c383fc0bd22e20f78b for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 21:01:01.184434 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.195148 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.279525 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.336598 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.356040 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 21:01:01.368663 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5fef2-faa6-4709-9613-ee8ae7682e84,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:01.373237 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.373574 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Added segment 4410d729-1183-41f6-80da-82b2aa9159da of type vlan for network af0c2b2d-1ab4-40d2-80a2-561b6917c57b Sep 10 21:01:01.413090 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.536529 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.537426 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:01.537987 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.597397 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=af0c2b2d-1ab4-40d2-80a2-561b6917c57b,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:01.606946 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network af0c2b2d-1ab4-40d2-80a2-561b6917c57b details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 21:01:01.623179 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9af1233a-c17a-42df-aab8-bb64e9bf7fd5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6387854 Sep 10 21:01:01.625915 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33912) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:01.631098 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Request body: {'subnet': {'network_id': 'af0c2b2d-1ab4-40d2-80a2-561b6917c57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-109241384-subnet', 'tenant_id': '379e412ff82541c383fc0bd22e20f78b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:01:01.708299 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Made reservation on behalf of 379e412ff82541c383fc0bd22e20f78b for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 21:01:01.710571 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049915'] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.908002 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049893'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:01.959977 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Pushing event updated for resources: {'Subnet': ['ID=957085f2-025e-49f3-90f9-2a69c91e474a,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:01.970149 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Checking segment: {'id': '4410d729-1183-41f6-80da-82b2aa9159da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'af0c2b2d-1ab4-40d2-80a2-561b6917c57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 21:01:01.970505 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Network hostable DHCP agents. Network: af0c2b2d-1ab4-40d2-80a2-561b6917c57b, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 21:01:02.044768 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Network af0c2b2d-1ab4-40d2-80a2-561b6917c57b is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 21:01:02.119114 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, af0c2b2d-1ab4-40d2-80a2-561b6917c57b) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 21:01:02.123039 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:02.123645 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:02.127959 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c3eb8f-f9c4-4794-a1b9-15c767995ff2 None None] Network af0c2b2d-1ab4-40d2-80a2-561b6917c57b requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:01:02.211723 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-228fbfc5-4f73-471c-ac7b-798de3ef520c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5847695 Sep 10 21:01:02.247475 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd059a-10ee-4ecc-90cc-4053eab93933 None None] Network af0c2b2d-1ab4-40d2-80a2-561b6917c57b requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:01:02.923983 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33930) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:02.929533 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055673869-network', 'tenant_id': 'b1778e2c25364ebbab197716418050bd'}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:01:03.028135 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Made reservation on behalf of b1778e2c25364ebbab197716418050bd for: {'network': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 21:01:03.030472 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535892'] for network, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.040126 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.124429 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.193524 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.213977 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=100993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 21:01:03.228787 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf70be58-104e-4689-ab90-01e133a0937c,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:03.231543 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.231881 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.segments_db [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Added segment 31a540a6-5831-4689-96a2-714051a8dd66 of type vlan for network ebcd81ff-6577-459a-8bb8-0e50794274f6 Sep 10 21:01:03.269209 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765053779249'] for network, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.353801 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788'] for network, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.354825 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:03.355439 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.415875 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcd81ff-6577-459a-8bb8-0e50794274f6,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:03.425660 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Network ebcd81ff-6577-459a-8bb8-0e50794274f6 details requested by agent ovs-agent-dv-cinder-760152-8-iscsi with host dv-cinder-760152-8-iscsi {{(pid=100994) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 21:01:03.458140 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c9dfb2ba-6ca8-4d1a-8fe7-07ad8723e871 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5325356 Sep 10 21:01:03.460767 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33934) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:03.465346 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.v2.base [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Request body: {'subnet': {'network_id': 'ebcd81ff-6577-459a-8bb8-0e50794274f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2055673869-subnet', 'tenant_id': 'b1778e2c25364ebbab197716418050bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 21:01:03.565317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Made reservation on behalf of b1778e2c25364ebbab197716418050bd for: {'subnet': 1} {{(pid=100993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 21:01:03.568139 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049915'] for subnet, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.788075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8430049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049893'] for subnet, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:03.841999 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6c0898-26ca-4362-a553-01536cc29040,revision_number=0']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:03.849297 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Checking segment: {'id': '31a540a6-5831-4689-96a2-714051a8dd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ebcd81ff-6577-459a-8bb8-0e50794274f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 21:01:03.849646 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Network hostable DHCP agents. Network: ebcd81ff-6577-459a-8bb8-0e50794274f6, hostable agents: ['fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6'], hosted agents: [] {{(pid=100993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 21:01:03.959308 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Network ebcd81ff-6577-459a-8bb8-0e50794274f6 is scheduled to be hosted by DHCP agent fd17bed5-6a4d-4396-94b4-e4ea7c6efcc6 with binding_index 1 {{(pid=100993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 21:01:04.045220 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.base_scheduler [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760152-8-iscsi, ebcd81ff-6577-459a-8bb8-0e50794274f6) {{(pid=100993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 21:01:04.051982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:04.052688 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.054752 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f44300-e191-44e9-be57-c2011dd6b838 None None] Network ebcd81ff-6577-459a-8bb8-0e50794274f6 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:01:04.132058 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0567a530-1d9f-4f01-af2b-a2dc2a8232eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6702600 Sep 10 21:01:04.184262 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b7a96-32ed-4c11-9dc7-f747f5559012 None None] Network ebcd81ff-6577-459a-8bb8-0e50794274f6 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:01:04.248918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33940) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:04.297712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Deleting subnet 957085f2-025e-49f3-90f9-2a69c91e474a {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:01:04.300881 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.335725 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.372253 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.508404 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.533959 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957085f2-025e-49f3-90f9-2a69c91e474a,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:04.539010 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.540918 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3d3b06cf-c014-4a0a-ac32-202d467439a1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/957085f2-025e-49f3-90f9-2a69c91e474a HTTP/1.1" status: 204 len: 168 time: 0.2909019 Sep 10 21:01:04.543493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 33942) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:04.613302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.693465 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.712205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c2b2d-1ab4-40d2-80a2-561b6917c57b']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:04.720982 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4410d729-1183-41f6-80da-82b2aa9159da') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:04.721279 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4410d729-1183-41f6-80da-82b2aa9159da') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:04.730179 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.743350 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.749030 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:01:04.749409 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:01:04.751001 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:01:04.880066 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.885493 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.887342 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] 10.222.0.38 "DELETE /v2.0/networks/af0c2b2d-1ab4-40d2-80a2-561b6917c57b HTTP/1.1" status: 204 len: 168 time: 0.3428836 Sep 10 21:01:04.890115 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33944) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:04.897921 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f325c-6051-43c7-b498-4e155f058d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=af0c2b2d-1ab4-40d2-80a2-561b6917c57b,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:04.933418 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Deleting subnet 3d6c0898-26ca-4362-a553-01536cc29040 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:01:04.936416 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:04.969309 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.006902 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.131602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.156666 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6c0898-26ca-4362-a553-01536cc29040,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:05.161715 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.164170 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f306e1d0-2926-4f46-a8d1-e1c83e163289 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3d6c0898-26ca-4362-a553-01536cc29040 HTTP/1.1" status: 204 len: 168 time: 0.2724953 Sep 10 21:01:05.166021 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33948) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:05.231694 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.310132 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.328713 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcd81ff-6577-459a-8bb8-0e50794274f6']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:05.337461 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a540a6-5831-4689-96a2-714051a8dd66') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:05.337750 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a540a6-5831-4689-96a2-714051a8dd66') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:01:05.346592 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.359440 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.365610 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:01:05.365996 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:01:05.367666 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:01:05.536872 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.542079 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.549394 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ebcd81ff-6577-459a-8bb8-0e50794274f6 HTTP/1.1" status: 204 len: 168 time: 0.3770080 Sep 10 21:01:05.554435 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7acf-9e2d-4a76-88b8-b002ccf252b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcd81ff-6577-459a-8bb8-0e50794274f6,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:05.876743 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33952) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:05.916137 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-46b163f3-f2b3-4881-9a0a-ee2f49d33d4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=379e412ff82541c383fc0bd22e20f78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382349 Sep 10 21:01:05.918602 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33954) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:05.966328 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:05.987524 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:06.003083 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-71a28aa1-8343-484f-9a2f-c63457d54dec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411315 Sep 10 21:01:06.061348 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-14530994-3b5e-45c5-b5b8-d8cc72a2d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:06.062716 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-14530994-3b5e-45c5-b5b8-d8cc72a2d1be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1098 time: 0.0385203 Sep 10 21:01:06.113808 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:06.116452 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:06.119863 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fa5fef2-faa6-4709-9613-ee8ae7682e84 HTTP/1.1" status: 204 len: 168 time: 0.1980834 Sep 10 21:01:06.129841 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c775-77bc-4180-ae80-e4151032a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5fef2-faa6-4709-9613-ee8ae7682e84,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:06.171780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-ee66b75a-25d0-44b2-b579-d1569d1acc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:06.173368 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-ee66b75a-25d0-44b2-b579-d1569d1acc26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0913763 Sep 10 21:01:06.243877 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-6abad31b-04de-4fcb-aa26-16865cd48306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 200 len: 1001 time: 0.0617125 Sep 10 21:01:06.291205 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-e3a0ca40-85b7-4d89-b95d-9289ba35c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:06.292599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-e3a0ca40-85b7-4d89-b95d-9289ba35c51a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0425322 Sep 10 21:01:06.342279 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-717c5efc-8d8b-4742-a8bc-a4cf5858a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:01:06.349343 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-717c5efc-8d8b-4742-a8bc-a4cf5858a417 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443358 Sep 10 21:01:06.437545 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-ea975eb8-f479-46a7-a85e-570e016ef8b9 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Sep 10 21:01:06.528637 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-86715f26-d1a7-44b4-95bd-149c522216d5 req-96b0746e-be47-4533-bc9f-637822bb44f5 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842693 Sep 10 21:01:06.786779 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33962) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:06.825268 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-f7205916-ef66-4c26-9a5d-b1c9770c4a13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b1778e2c25364ebbab197716418050bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371730 Sep 10 21:01:06.827477 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 33964) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:06.876016 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:06.896366 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:07.022295 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:07.024784 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:07.025923 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf70be58-104e-4689-ab90-01e133a0937c HTTP/1.1" status: 204 len: 168 time: 0.1975825 Sep 10 21:01:07.033289 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33890194-5907-4064-858e-f8ad8ebdd6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf70be58-104e-4689-ab90-01e133a0937c,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:07.485499 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b3d84e39-6da6-4713-9085-39cfba2d04f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:10.267759 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-02f40071-ad87-447b-8f0c-eadfe0badeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:10.690826 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:11.325292 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:12.764763 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:20.943237 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34102) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:21.083415 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.171350 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.233507 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.272264 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=052fb1d1743d43e28d5446d4cb8c650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274317 Sep 10 21:01:21.273179 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5770ae9-5272-419c-9bbd-53fa10ea2bd2,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:21.274959 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34116) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:21.280340 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.280688 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.281022 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.281354 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.281679 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.282003 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.282327 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.282662 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.283014 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.283368 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.283686 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.284000 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6178fd-891c-4b57-be98-5be57830eade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:01:21.325846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.346302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.479140 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.481608 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:21.482851 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5770ae9-5272-419c-9bbd-53fa10ea2bd2 HTTP/1.1" status: 204 len: 168 time: 0.2068257 Sep 10 21:01:21.491161 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc891e2b-a1d0-4339-9b20-a29036634c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5770ae9-5272-419c-9bbd-53fa10ea2bd2,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:23.139378 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34164) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:23.243012 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7cf9-0800-4351-bc42-ebb5bae16133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.329956 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7cf9-0800-4351-bc42-ebb5bae16133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.382338 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-0a3a7cf9-0800-4351-bc42-ebb5bae16133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.419309 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-0a3a7cf9-0800-4351-bc42-ebb5bae16133 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb4ca88bef07461d9d62da9a61f54da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788196 Sep 10 21:01:23.420083 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a7cf9-0800-4351-bc42-ebb5bae16133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe94b1b-5b29-4a65-8c01-581f0b80c5d0,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:23.422351 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34168) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:01:23.469520 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.489329 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.587783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.590301 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:23.591525 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbe94b1b-5b29-4a65-8c01-581f0b80c5d0 HTTP/1.1" status: 204 len: 168 time: 0.1681030 Sep 10 21:01:23.599310 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afd040-7ecf-4bbd-a867-d4cd707c917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe94b1b-5b29-4a65-8c01-581f0b80c5d0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:01:27.375722 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:29.868138 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:01:37.524068 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-165e45a4-da33-4a4b-ae27-3c2691310247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:40.238470 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2d76028d-efeb-4a71-a22f-d333db702308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:40.694961 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:41.300994 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:42.803920 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:01:57.466420 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:03.985421 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34468) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:04.085075 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.172905 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.220807 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.259977 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fdf6344b89e9464a972d7a0bcd00e996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735026 Sep 10 21:02:04.261103 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c01ed-6473-46a3-8334-7341c6eead8c,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:04.262607 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34472) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:04.268210 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.268568 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.268909 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.269244 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.269575 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.269905 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.270236 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.270844 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.271179 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.272200 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.272552 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.272878 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908e750-b3f5-4d1c-90fa-263a6c8f9fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:04.311570 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.332330 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.438108 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.440567 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:04.441698 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8c1c01ed-6473-46a3-8334-7341c6eead8c HTTP/1.1" status: 204 len: 168 time: 0.1780338 Sep 10 21:02:04.449905 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2eaee-b1d1-42df-a47b-2de2c462af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c01ed-6473-46a3-8334-7341c6eead8c,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:05.031010 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34478) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:05.043965 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-79269f0b-e095-43b0-8e1f-05cc8f6a9a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.127519 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-79269f0b-e095-43b0-8e1f-05cc8f6a9a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.191918 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-79269f0b-e095-43b0-8e1f-05cc8f6a9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.230397 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-79269f0b-e095-43b0-8e1f-05cc8f6a9a07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b373bb1f8fb14f87ae88fdf1a06a8f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983318 Sep 10 21:02:05.231522 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79269f0b-e095-43b0-8e1f-05cc8f6a9a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b7f23b-9e04-4351-9c94-9562891a14a0,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:05.233045 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34480) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:05.280706 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.301070 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.386185 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.388722 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:05.389868 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62b7f23b-9e04-4351-9c94-9562891a14a0 HTTP/1.1" status: 204 len: 168 time: 0.1558225 Sep 10 21:02:05.398009 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef8bf0-cd3d-4818-ad91-ce169ee0f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b7f23b-9e04-4351-9c94-9562891a14a0,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:06.867609 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:02:07.489334 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4ca4d721-1fa8-4b46-8f61-858323b2a467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:10.231981 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ca01e3b3-56eb-44e1-99e5-cecfab7d79fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:10.700078 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:10.756364 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34556) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:10.856175 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cd0b77df-3e38-4109-b10f-57908a5dd9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:10.940035 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cd0b77df-3e38-4109-b10f-57908a5dd9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.003496 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cd0b77df-3e38-4109-b10f-57908a5dd9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.039886 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b77df-3e38-4109-b10f-57908a5dd9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd12a27a-a930-4ce6-9cec-08e94277989b,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:11.044237 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-cd0b77df-3e38-4109-b10f-57908a5dd9fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d46d10a6d1941e4bc04eeba16c5a57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868602 Sep 10 21:02:11.046861 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34560) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:11.093260 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.113244 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.249482 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.252067 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.253209 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd12a27a-a930-4ce6-9cec-08e94277989b HTTP/1.1" status: 204 len: 168 time: 0.2054625 Sep 10 21:02:11.261713 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4988-85a0-4688-b3d4-e12e7b823798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd12a27a-a930-4ce6-9cec-08e94277989b,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:11.323739 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.801571 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34566) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:11.814378 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b67bfadd-d66c-4a7a-b27f-85d558a9da14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.901482 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b67bfadd-d66c-4a7a-b27f-85d558a9da14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:11.980251 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-b67bfadd-d66c-4a7a-b27f-85d558a9da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:12.017009 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-b67bfadd-d66c-4a7a-b27f-85d558a9da14 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c9b79880e7974ceb86b044732527952c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144048 Sep 10 21:02:12.019022 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bfadd-d66c-4a7a-b27f-85d558a9da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e06aa4-5823-46ee-838e-b462965b2b99,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:12.019660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34568) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:12.068754 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:12.092308 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:12.237924 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:12.240957 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:12.242104 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/03e06aa4-5823-46ee-838e-b462965b2b99 HTTP/1.1" status: 204 len: 168 time: 0.2211637 Sep 10 21:02:12.250053 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be03121-5ca3-4ab2-baba-579e6ec9dcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e06aa4-5823-46ee-838e-b462965b2b99,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:12.797019 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:18.942533 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34670) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:19.043026 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a9ee-852e-4fc2-bcd3-351f1279c3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.127931 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a9ee-852e-4fc2-bcd3-351f1279c3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.191939 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-c9e4a9ee-852e-4fc2-bcd3-351f1279c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.230857 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-c9e4a9ee-852e-4fc2-bcd3-351f1279c3a9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3c3c010749d94410879c7077dda78c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871780 Sep 10 21:02:19.231682 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4a9ee-852e-4fc2-bcd3-351f1279c3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9450e7c5-f6e4-416d-b7fa-549228099728,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:19.233558 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34676) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:19.281275 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.301109 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.414259 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.416713 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:19.417857 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9450e7c5-f6e4-416d-b7fa-549228099728 HTTP/1.1" status: 204 len: 168 time: 0.1832767 Sep 10 21:02:19.425392 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64493b20-cfee-4da7-b2c4-1e8965c33f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450e7c5-f6e4-416d-b7fa-549228099728,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:19.960889 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34682) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:19.973651 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1627-1df0-4f66-840c-d03e37426f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.057480 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1627-1df0-4f66-840c-d03e37426f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.140286 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1627-1df0-4f66-840c-d03e37426f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.179917 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-4ebf1627-1df0-4f66-840c-d03e37426f95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2878828b89cc4e2684a2908eaf978c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179837 Sep 10 21:02:20.180755 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf1627-1df0-4f66-840c-d03e37426f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce64528-7914-4393-8c7c-941673288109,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:20.182578 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34684) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:20.230626 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.250465 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.357255 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.359833 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:20.360978 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7ce64528-7914-4393-8c7c-941673288109 HTTP/1.1" status: 204 len: 168 time: 0.1772797 Sep 10 21:02:20.369000 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d14ee-9d5d-4681-a395-fcfca6597a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce64528-7914-4393-8c7c-941673288109,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:20.984225 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34692) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:20.997714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-367bb6d1-1c7c-4b1a-9b85-1da66fd431cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.081647 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-367bb6d1-1c7c-4b1a-9b85-1da66fd431cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.128383 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-367bb6d1-1c7c-4b1a-9b85-1da66fd431cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.167468 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-367bb6d1-1c7c-4b1a-9b85-1da66fd431cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b44cfa734f6e46faa3b93c5a325336e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820827 Sep 10 21:02:21.168308 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bb6d1-1c7c-4b1a-9b85-1da66fd431cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9228b3ab-bd40-487d-8002-b3bb21dbe13c,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:21.170004 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34694) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:21.218092 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.238001 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.357140 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.359657 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:21.360788 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9228b3ab-bd40-487d-8002-b3bb21dbe13c HTTP/1.1" status: 204 len: 168 time: 0.1898267 Sep 10 21:02:21.368489 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9228b3ab-bd40-487d-8002-b3bb21dbe13c,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:21.375415 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.375766 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.376107 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.376451 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.376775 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.377103 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.377429 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.377753 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.378079 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.378397 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.378747 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:21.383999 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83472f-2be4-4a3e-8065-a1c4f47aedf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100992) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:02:27.414571 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.309526 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34816) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:32.410628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8456a691-b7a8-495a-8aac-a562d7b355d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.497098 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8456a691-b7a8-495a-8aac-a562d7b355d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.562076 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-8456a691-b7a8-495a-8aac-a562d7b355d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.597537 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456a691-b7a8-495a-8aac-a562d7b355d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec773e-37e9-4e6c-b2fe-66e1f4e93660,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:32.602339 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-8456a691-b7a8-495a-8aac-a562d7b355d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2b0950eb58d4f729b88db9b7ea81a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912569 Sep 10 21:02:32.606348 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34820) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:32.654152 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.673817 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.797180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.799713 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:32.806792 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/caec773e-37e9-4e6c-b2fe-66e1f4e93660 HTTP/1.1" status: 204 len: 168 time: 0.1954978 Sep 10 21:02:32.809107 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1416a24-4da8-4dd8-87a7-3fd45d09d0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec773e-37e9-4e6c-b2fe-66e1f4e93660,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:33.327135 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34826) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:33.339714 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a488593b-bd35-4bd9-b2e7-4bb7ff859e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.424540 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a488593b-bd35-4bd9-b2e7-4bb7ff859e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.482393 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a488593b-bd35-4bd9-b2e7-4bb7ff859e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.519007 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a488593b-bd35-4bd9-b2e7-4bb7ff859e32 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=329e0c7ef2ec4ade97953d81cc90e1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908281 Sep 10 21:02:33.521110 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488593b-bd35-4bd9-b2e7-4bb7ff859e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78221a04-ec29-43f5-aba2-3bda611e78a5,revision_number=1']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:33.521984 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34828) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:33.570390 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.591130 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.728412 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.731016 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:33.732184 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/78221a04-ec29-43f5-aba2-3bda611e78a5 HTTP/1.1" status: 204 len: 168 time: 0.2091990 Sep 10 21:02:33.753461 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444842b-704e-4e89-91e9-01087f20be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78221a04-ec29-43f5-aba2-3bda611e78a5,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:34.259188 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34834) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:34.275425 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fc864ca5-949a-4889-ba1e-99907ba57ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.360917 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fc864ca5-949a-4889-ba1e-99907ba57ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.420086 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fc864ca5-949a-4889-ba1e-99907ba57ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_create {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.457398 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fc864ca5-949a-4889-ba1e-99907ba57ce5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed9f8bbb83204386aceebba211eed243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971576 Sep 10 21:02:34.459163 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864ca5-949a-4889-ba1e-99907ba57ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb75d9-015c-4707-8762-f6c331155402,revision_number=1']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:34.460660 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34836) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:34.507637 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.528564 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.642407 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.645184 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:34.646309 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8aeb75d9-015c-4707-8762-f6c331155402 HTTP/1.1" status: 204 len: 168 time: 0.1846671 Sep 10 21:02:34.653927 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df313ef-b2d9-4b43-a2be-8b22c558fcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb75d9-015c-4707-8762-f6c331155402,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:37.517047 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-bc4cb60c-5266-492e-9b42-0449a821ef80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:40.236813 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c73e-8817-46df-8f21-ba92becd760d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:40.676564 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:41.294091 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:42.790507 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:42.949556 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34844) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:43.303295 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port 23c37195-c6ad-40d7-b90a-06b732ce9a89 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:43.303635 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.375101 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.375428 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.387164 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for 23c37195-c6ad-40d7-b90a-06b732ce9a89 owned by network:floatingip {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:43.568508 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.593180 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=23c37195-c6ad-40d7-b90a-06b732ce9a89,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:43.655422 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.655749 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 4e9258ac-2be3-40df-9aa7-29a58bb79727 disassociated (deleted). External IP: 172.27.2.244, port: b3e1e6b0-b203-4773-b2b3-70fadb47329c. Sep 10 21:02:43.854454 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:02:43.866514 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:02:43.957167 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:02:43.962423 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:43.968198 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:02:43.976574 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:02:43.977175 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:43.987782 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-531b5c9c-7820-43de-9c99-ec648154d3b6 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "DELETE /v2.0/floatingips/4e9258ac-2be3-40df-9aa7-29a58bb79727 HTTP/1.1" status: 204 len: 168 time: 1.0372157 Sep 10 21:02:43.988462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:02:43.991011 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12" -d '{"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:02:44.030531 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092dc55-7073-4163-bd5c-da7f04ecaa34 x-openstack-request-id: req-4092dc55-7073-4163-bd5c-da7f04ecaa34 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:02:44.030853 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:02:44.031108 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4092dc55-7073-4163-bd5c-da7f04ecaa34 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:02:44.031510 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'status': 'completed', 'code': 200} Sep 10 21:02:44.081298 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:02:44.093453 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-1087f6d7-0104-4a6b-a613-1e1619509685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:44.094982 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-1087f6d7-0104-4a6b-a613-1e1619509685 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 1098 time: 0.0416470 Sep 10 21:02:44.196443 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-d7cd2540-83a7-4ffa-8279-64393233d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:44.197970 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-d7cd2540-83a7-4ffa-8279-64393233d090 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0963380 Sep 10 21:02:44.242789 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-8c67be68-f27f-40f6-b4c0-3fe96b163732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 200 len: 217 time: 0.0358350 Sep 10 21:02:44.293504 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-4e933a0b-574a-4c59-bea1-1372773e1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:44.294977 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-4e933a0b-574a-4c59-bea1-1372773e1684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0449736 Sep 10 21:02:44.303648 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:44.329822 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:02:44.339067 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:02:44.339691 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:44.349255 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-9712c62b-3445-414f-a944-1e04edc02a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:44.351120 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-9712c62b-3445-414f-a944-1e04edc02a18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479970 Sep 10 21:02:44.467206 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af9631-dbe0-4f51-a591-bf72903ad3a2 req-dd70d317-696f-48cb-a93c-a3a0cf14f0ac tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:44.468599 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-60af9631-dbe0-4f51-a591-bf72903ad3a2 req-dd70d317-696f-48cb-a93c-a3a0cf14f0ac tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.1009622 Sep 10 21:02:44.492777 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-e23c550d-03f6-4e23-88dc-c5a0f97199ec service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334763 Sep 10 21:02:44.540350 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-60af9631-dbe0-4f51-a591-bf72903ad3a2 req-11b229fe-1e5a-4e8f-8133-d9497a291810 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620425 Sep 10 21:02:44.566837 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:02:44.595499 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-cc4bc946-0a77-4edb-aa54-4836b3cfaf12 req-9239f136-997a-44a6-a9b2-cb9b5b07fabf service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935636 Sep 10 21:02:44.784049 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:44.810124 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e108a9-f68b-4227-902a-fa733718b935 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_floatingips': [{'id': '3b806859-96e9-4020-8674-b1ed64c75d66', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'router_id': '92edcb78-fa65-4606-a981-d630ced72493', 'port_id': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'mac_address': 'fa:16:3e:b0:c7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T20:57:37Z', 'updated_at': '2021-09-10T20:57:39Z', 'revision_number': 1, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:02:45.005307 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd67a9-4e48-40db-a4e6-eb5dcddc691a None None] New status for floating IP 4e9258ac-2be3-40df-9aa7-29a58bb79727: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 21:02:45.656603 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a0bca-3d3a-4b39-b7ba-c08cb5d3e099 req-4576c136-d545-4643-a454-47cf6bd2ac4b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:45.658057 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-295a0bca-3d3a-4b39-b7ba-c08cb5d3e099 req-4576c136-d545-4643-a454-47cf6bd2ac4b tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0474331 Sep 10 21:02:45.695049 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-295a0bca-3d3a-4b39-b7ba-c08cb5d3e099 req-583a7103-b156-4ef5-bd69-732d768529b1 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Sep 10 21:02:46.176538 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-d8c3a585-b195-4e09-b086-52f618fc3c55 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:46.178017 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-d8c3a585-b195-4e09-b086-52f618fc3c55 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 945 time: 0.0480883 Sep 10 21:02:46.268976 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port b3e1e6b0-b203-4773-b2b3-70fadb47329c {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:46.269302 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:46.354634 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] For port b3e1e6b0-b203-4773-b2b3-70fadb47329c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b3e1e6b0-b203-4773-b2b3-70fadb47329c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:02:46.355017 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:46.370175 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for b3e1e6b0-b203-4773-b2b3-70fadb47329c owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:46.573979 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:46.601496 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=b3e1e6b0-b203-4773-b2b3-70fadb47329c,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:46.645696 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] No DVR routers for this DVR port b3e1e6b0-b203-4773-b2b3-70fadb47329c on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:02:46.648168 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:46.650098 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-82acffed-c4f6-4982-bbe7-c506ca26afe1 req-54829b7e-5a15-43e7-8d42-57062fcd44f5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "DELETE /v2.0/ports/b3e1e6b0-b203-4773-b2b3-70fadb47329c HTTP/1.1" status: 204 len: 173 time: 0.4658949 Sep 10 21:02:46.650529 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'name': 'network-vif-deleted', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:02:46.652762 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c770835-9686-4439-8179-420045f27c84" -d '{"events": [{"server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "name": "network-vif-deleted", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:02:46.699598 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb808bd-165c-427d-aa16-94bcfed3056d x-openstack-request-id: req-fcb808bd-165c-427d-aa16-94bcfed3056d {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:02:46.699888 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b971d4d-f3a5-4230-adcb-5d3bc15bee9b", "name": "network-vif-deleted", "tag": "b3e1e6b0-b203-4773-b2b3-70fadb47329c", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:02:46.700163 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fcb808bd-165c-427d-aa16-94bcfed3056d {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:02:46.700546 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b971d4d-f3a5-4230-adcb-5d3bc15bee9b', 'name': 'network-vif-deleted', 'tag': 'b3e1e6b0-b203-4773-b2b3-70fadb47329c', 'status': 'completed', 'code': 200} Sep 10 21:02:46.788263 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-ca801424-bc13-42db-a2de-7a2b9fe39750 req-5aa83ae3-4f36-4efb-a569-a0651fa948ca tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 210 time: 0.0273030 Sep 10 21:02:47.892420 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-a36e2fcb-0bca-4d2a-9cf8-e97524f623df req-a7984faa-ac8a-4ea6-8fde-b2c0e6996d6e tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b971d4d-f3a5-4230-adcb-5d3bc15bee9b HTTP/1.1" status: 200 len: 210 time: 0.0253093 Sep 10 21:02:49.427994 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device b3e1e6b0-b203-4773-b2b3-70fadb47329c no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:02:49.447290 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: b3e1e6b0-b203-4773-b2b3-70fadb47329c {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:02:49.447634 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device b3e1e6b0-b203-4773-b2b3-70fadb47329c not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:02:51.441653 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34888) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:51.593309 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port 0e7b8cc1-b5b4-41c4-9648-18b0b0904693 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:51.593540 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:51.927751 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:51.928071 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:51.939239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for 0e7b8cc1-b5b4-41c4-9648-18b0b0904693 owned by network:floatingip {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:52.127862 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:52.153256 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=0e7b8cc1-b5b4-41c4-9648-18b0b0904693,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:52.212967 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:52.213294 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.db.l3_db [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Floating IP 3b806859-96e9-4020-8674-b1ed64c75d66 disassociated (deleted). External IP: 172.27.2.116, port: e7e20e5e-3554-4596-8cf1-5000b30c3997. Sep 10 21:02:52.410884 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:02:52.514462 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:02:52.519251 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:52.524997 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:02:52.538075 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:02:52.538806 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:52.546592 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-4b8f23e6-1d4e-4dc5-a5df-3d83cc5bacb4 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "DELETE /v2.0/floatingips/3b806859-96e9-4020-8674-b1ed64c75d66 HTTP/1.1" status: 204 len: 168 time: 1.1032765 Sep 10 21:02:52.547301 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:02:52.549683 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:02:52.589952 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504040d4-3643-4305-8462-54b0e0973492 x-openstack-request-id: req-504040d4-3643-4305-8462-54b0e0973492 {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:02:52.590239 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:02:52.590482 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-504040d4-3643-4305-8462-54b0e0973492 {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:02:52.590963 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'status': 'completed', 'code': 200} Sep 10 21:02:52.645680 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:02:52.656063 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-d22d1e45-5cae-414a-8002-9ae55c5d30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:52.657603 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-d22d1e45-5cae-414a-8002-9ae55c5d30c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 1098 time: 0.0410998 Sep 10 21:02:52.750348 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-336e16e5-a854-42aa-9130-65d52c962783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:52.751840 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-336e16e5-a854-42aa-9130-65d52c962783 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 200 len: 913 time: 0.0872393 Sep 10 21:02:52.792853 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-16367f02-4121-4bb5-8250-44af4baef8ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 200 len: 217 time: 0.0337281 Sep 10 21:02:52.848374 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-b9403891-8e50-4207-a8e8-f5e612860845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:52.849903 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-b9403891-8e50-4207-a8e8-f5e612860845 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 200 len: 851 time: 0.0488610 Sep 10 21:02:52.852651 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:52.880075 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:02:52.888812 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:02:52.889431 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:52.899394 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-ad8f5bef-b756-4b05-9b88-8e866fc401cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:52.900992 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-ad8f5bef-b756-4b05-9b88-8e866fc401cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439403 Sep 10 21:02:52.959089 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9d2b1-db95-4519-bcdf-5556d711df7f req-3d6ca4ee-2d7a-496a-a094-1ef83c98f784 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100992) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:52.961434 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b2e9d2b1-db95-4519-bcdf-5556d711df7f req-3d6ca4ee-2d7a-496a-a094-1ef83c98f784 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 945 time: 0.0533578 Sep 10 21:02:52.993529 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-0254bd15-d9f7-45b3-9002-f5c2f851aba7 service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836399 Sep 10 21:02:52.997397 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:02:53.003474 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [req-b2e9d2b1-db95-4519-bcdf-5556d711df7f req-b6c48402-023d-4aa6-8db5-adb065b04a32 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/security-groups?id=0655d262-e3b3-4371-a8cf-931997266cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Sep 10 21:02:53.092341 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-f6cb6dec-c1ec-45f3-b4ee-9f53b06abe2b req-d73fdef1-c713-4aba-8c2b-76d7d13595de service neutron] 10.222.0.46 "GET /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898244 Sep 10 21:02:53.198254 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:53.226557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e7173-3f7d-43cf-a005-5c5ee78504dd None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T20:51:47Z', 'revision_number': 4, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi', '_interfaces': [{'id': '1de8278a-3ad5-42e4-b506-9e18ab401811', 'name': '', 'network_id': '5bcefa40-8dcf-43c8-bdea-a22e371cd3ab', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'mac_address': 'fa:16:3e:c9:b1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:46Z', 'updated_at': '2021-09-10T20:51:52Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'subnets': [{'id': 'd7544aad-9e49-4917-bc37-a662274cadf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:02:53.434873 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70aa4b5-6764-4ba7-b9eb-cf003d78f319 None None] New status for floating IP 3b806859-96e9-4020-8674-b1ed64c75d66: DOWN {{(pid=100995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 21:02:53.593169 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-5d366bed-6b14-4e2f-9f63-2ff07a77d147 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 21:02:53.594591 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-5d366bed-6b14-4e2f-9f63-2ff07a77d147 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 945 time: 0.0473244 Sep 10 21:02:53.684379 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port e7e20e5e-3554-4596-8cf1-5000b30c3997 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:53.684712 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:53.770061 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] For port e7e20e5e-3554-4596-8cf1-5000b30c3997, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e7e20e5e-3554-4596-8cf1-5000b30c3997,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:02:53.770425 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:53.782277 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for e7e20e5e-3554-4596-8cf1-5000b30c3997 owned by compute:nova {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:53.973954 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:54.001833 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=e7e20e5e-3554-4596-8cf1-5000b30c3997,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:54.045614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] No DVR routers for this DVR port e7e20e5e-3554-4596-8cf1-5000b30c3997 on host hv-cinder-76015 {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:02:54.048164 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for port, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:54.050125 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-1ab0ae6e-c147-49cd-82ca-6136501b1d77 req-c99b5016-73a2-4d99-a0fa-f80e5b1147dc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.46 "DELETE /v2.0/ports/e7e20e5e-3554-4596-8cf1-5000b30c3997 HTTP/1.1" status: 204 len: 173 time: 0.4492507 Sep 10 21:02:54.100024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-97dbeb16-418c-46da-b062-0f8de88b6d5b req-377f5db3-ce37-4898-9c28-649e3a2c444d tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 210 time: 0.0262156 Sep 10 21:02:54.592466 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'name': 'network-vif-deleted', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997'}] {{(pid=100993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 21:02:54.594774 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18019ae5921bc39edd7a7832a5f86ba7010fdaa4bbf16bc311dfa31ead88363a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab52ba-f47b-4181-8cec-69b4f6d47a07" -d '{"events": [{"server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "name": "network-vif-deleted", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997"}]}' {{(pid=100993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 21:02:54.628588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037fd021-7f16-4443-ab1b-7cd9b179997c x-openstack-request-id: req-037fd021-7f16-4443-ab1b-7cd9b179997c {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 21:02:54.628873 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34b90fd-1788-42eb-9b9b-d577ee8a1932", "name": "network-vif-deleted", "tag": "e7e20e5e-3554-4596-8cf1-5000b30c3997", "status": "completed", "code": 200}]} {{(pid=100993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 21:02:54.629114 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-037fd021-7f16-4443-ab1b-7cd9b179997c {{(pid=100993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 21:02:54.630048 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34b90fd-1788-42eb-9b9b-d577ee8a1932', 'name': 'network-vif-deleted', 'tag': 'e7e20e5e-3554-4596-8cf1-5000b30c3997', 'status': 'completed', 'code': 200} Sep 10 21:02:55.201341 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [req-8410b168-312b-4d04-a0ad-4047ce929b76 req-dd4d5886-a9ab-40c5-9d25-3fadb0316183 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "GET /v2.0/ports?device_id=c34b90fd-1788-42eb-9b9b-d577ee8a1932 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Sep 10 21:02:56.260218 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34904) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:56.377838 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Deleting port 7570ba9b-edd4-46c6-af89-f3f729df68d1 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:56.378173 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.449112 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.449433 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.461096 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Calling delete_port for 7570ba9b-edd4-46c6-af89-f3f729df68d1 owned by network:floatingip {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:56.642120 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.670586 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'Port': ['ID=7570ba9b-edd4-46c6-af89-f3f729df68d1,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:56.731470 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for floatingip, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.731470 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207534'] for floatingip, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:56.731470 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-d8bf5cec-b452-44d0-86f1-7128f93f80fc tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "DELETE /v2.0/floatingips/0ece9ae8-48c2-4cbf-ac6e-cd96ec9b1b97 HTTP/1.1" status: 204 len: 168 time: 0.4694188 Sep 10 21:02:57.447264 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:57.474242 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device e7e20e5e-3554-4596-8cf1-5000b30c3997 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:02:57.493982 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] No Port match for: e7e20e5e-3554-4596-8cf1-5000b30c3997 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:02:57.496856 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Device e7e20e5e-3554-4596-8cf1-5000b30c3997 not bound to the agent host hv-cinder-76015 {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:02:58.102839 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34916) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:58.158855 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:58.182842 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:58.292589 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:58.295131 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:58.296347 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] 10.222.0.38 "DELETE /v2.0/security-groups/0655d262-e3b3-4371-a8cf-931997266cb7 HTTP/1.1" status: 204 len: 168 time: 0.1925316 Sep 10 21:02:58.307864 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666ed4-acc2-4a5d-a800-5d9884f560a5 tempest-TestVolumeBootPattern-1690328437 tempest-TestVolumeBootPattern-1690328437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0655d262-e3b3-4371-a8cf-931997266cb7,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:58.419594 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34920) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:58.847697 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.081382 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Deleting port 1de8278a-3ad5-42e4-b506-9e18ab401811 {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:02:59.081624 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.158317 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] For port 1de8278a-3ad5-42e4-b506-9e18ab401811, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=1de8278a-3ad5-42e4-b506-9e18ab401811,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:02:59.159042 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.170533 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Calling delete_port for 1de8278a-3ad5-42e4-b506-9e18ab401811 owned by network:router_interface {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:02:59.379468 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.406362 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de8278a-3ad5-42e4-b506-9e18ab401811,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:02:59.572369 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.775580 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Router 92edcb78-fa65-4606-a981-d630ced72493 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:02:59.876780 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:02:59.881732 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-0920ed31-7143-456b-8b0a-e98581c0d8a6 admin admin] 10.222.0.38 "PUT /v2.0/routers/92edcb78-fa65-4606-a981-d630ced72493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4610817 Sep 10 21:02:59.884327 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34924) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:02:59.885189 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Sync routers for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:02:59.894946 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:02:59.895551 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:02:59.983349 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks [] for router, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:02:59.995761 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:03:00.080740 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.167965 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T21:02:59Z', 'revision_number': 5, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port': {'id': '8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edcb78-fa65-4606-a981-d630ced72493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:43Z', 'updated_at': '2021-09-10T20:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:00.194387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Checking router: 92edcb78-fa65-4606-a981-d630ced72493 for host: dv-cinder-760152-8-iscsi {{(pid=100994) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:03:00.197668 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Deleting port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:00.198190 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.202546 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Routers {'92edcb78-fa65-4606-a981-d630ced72493'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100994) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:03:00.203183 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['92edcb78-fa65-4606-a981-d630ced72493'], 'active': True} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:00.277414 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] For port 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:00.277799 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.284968 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvr_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] Set router 92edcb78-fa65-4606-a981-d630ced72493 gateway port host: None {{(pid=100994) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:03:00.289021 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Calling delete_port for 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d owned by network:router_gateway {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:00.334746 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_hamode_db [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T21:03:00Z', 'revision_number': 6, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port_host': None}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:00.362375 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e03533-d9c0-4daf-8b6f-8eaf91722a10 None None] The sync data for ids ['92edcb78-fa65-4606-a981-d630ced72493'] in dv-cinder-760152-8-iscsi is: [{'id': '92edcb78-fa65-4606-a981-d630ced72493', 'name': 'tempest-TestVolumeBootPattern-1601412509-router', 'tenant_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:42Z', 'updated_at': '2021-09-10T21:03:00Z', 'revision_number': 6, 'project_id': '8ae6836ce26a4c8eac96b7550d6cb1e0', 'gw_port_host': None}] {{(pid=100994) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:03:00.516628 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.544973 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:00.603548 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.705065 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:00.707359 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.095352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.095352 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92edcb78-fa65-4606-a981-d630ced72493 {{(pid=100993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:03:01.101076 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] Notify callbacks [] for router, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.102024 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-3d166934-dfba-436a-b5c7-3960f4d2830f admin admin] 10.222.0.38 "DELETE /v2.0/routers/92edcb78-fa65-4606-a981-d630ced72493 HTTP/1.1" status: 204 len: 168 time: 1.2167444 Sep 10 21:03:01.104615 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34926) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:01.110609 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 1de8278a-3ad5-42e4-b506-9e18ab401811 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:01.131007 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 1de8278a-3ad5-42e4-b506-9e18ab401811 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:01.139144 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 1de8278a-3ad5-42e4-b506-9e18ab401811 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:01.150339 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Deleting subnet d7544aad-9e49-4917-bc37-a662274cadf2 {{(pid=100993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:03:01.153492 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.187588 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8436739'] for subnet, precommit_delete_associations {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.273472 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.408181 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8429984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049950'] for subnet, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.431479 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7544aad-9e49-4917-bc37-a662274cadf2,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:01.437930 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.442741 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-a3ffd33f-41d0-42c1-adae-fdc6a88ced04 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d7544aad-9e49-4917-bc37-a662274cadf2 HTTP/1.1" status: 204 len: 168 time: 0.3342545 Sep 10 21:03:01.442741 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34928) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:01.445230 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ddccd-4439-439d-9110-f96096a81e14 None None] Network 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:03:01.511175 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.564796 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Deleting port f5bb0516-383d-4903-9902-2aec81e0de9c {{(pid=100993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:01.565059 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.614422 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] DHCP port deletion for 5bcefa40-8dcf-43c8-bdea-a22e371cd3ab request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:03:01.629116 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.db [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] For port f5bb0516-383d-4903-9902-2aec81e0de9c, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f5bb0516-383d-4903-9902-2aec81e0de9c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:01.631904 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.641683 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.plugin [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Calling delete_port for f5bb0516-383d-4903-9902-2aec81e0de9c owned by network:dhcp {{(pid=100993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:01.660433 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Deleting port f5bb0516-383d-4903-9902-2aec81e0de9c {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:01.660866 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.723407 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] For port f5bb0516-383d-4903-9902-2aec81e0de9c, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=f5bb0516-383d-4903-9902-2aec81e0de9c,segment=NetworkSegment(fcd4e2cf-09b4-4e4a-9080-05cf01484cfa),segment_id=fcd4e2cf-09b4-4e4a-9080-05cf01484cfa)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:01.723802 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.734902 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Calling delete_port for f5bb0516-383d-4903-9902-2aec81e0de9c owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:01.784846 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8429981'] for port, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.807147 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.809728 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bb0516-383d-4903-9902-2aec81e0de9c,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:01.814958 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] No DVR routers for this DVR port f5bb0516-383d-4903-9902-2aec81e0de9c on host dv-cinder-760152-8-iscsi {{(pid=100993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:03:01.832378 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Pushing event deleted for resources: {'Port': ['ID=f5bb0516-383d-4903-9902-2aec81e0de9c,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:01.836519 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] No DVR routers for this DVR port f5bb0516-383d-4903-9902-2aec81e0de9c on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:03:01.842819 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.843176 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.843557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.843867 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.844193 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.844523 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.844854 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.845184 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.845511 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.849557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.849557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.849557 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7d0dd8-9005-4cd5-993b-ed7a19d5cfd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:01.890401 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.909791 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcefa40-8dcf-43c8-bdea-a22e371cd3ab']}} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:01.918614 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa') {'for_net_delete': True} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:01.918938 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.services.segments.db [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd4e2cf-09b4-4e4a-9080-05cf01484cfa') {} {{(pid=100993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:01.928377 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8436858'] for segment, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.941112 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.947403 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=100993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8433474'] for segment, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: Traceback (most recent call last): Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: timer() Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: cb(*args, **kw) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: return func(*args, **kwargs) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: self._notify() Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: self.callback(batched_events) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: event.method(event) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: return f(self, *a, **k) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._get(url).json() Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: return self.request(url, 'GET', **kwargs) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:03:01.952308 dv-cinder-760152-8-iscsi neutron-server[100993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:03:02.053583 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.059215 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.060942 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] 10.222.0.38 "DELETE /v2.0/networks/5bcefa40-8dcf-43c8-bdea-a22e371cd3ab HTTP/1.1" status: 204 len: 168 time: 0.6171894 Sep 10 21:03:02.063959 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34930) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:02.071326 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c81e9-173b-47d1-b1bf-5bce08215094 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bcefa40-8dcf-43c8-bdea-a22e371cd3ab,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:02.391407 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618721'] for router_interface, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.623427 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Deleting port ec955098-ae70-4925-b1da-fccabb65ae75 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:02.623764 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.693080 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f5bb0516-383d-4903-9902-2aec81e0de9c no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:02.704685 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] For port ec955098-ae70-4925-b1da-fccabb65ae75, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=ec955098-ae70-4925-b1da-fccabb65ae75,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:02.705075 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.712442 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: f5bb0516-383d-4903-9902-2aec81e0de9c {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:02.712785 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device f5bb0516-383d-4903-9902-2aec81e0de9c not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:02.713197 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:02.717777 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Calling delete_port for ec955098-ae70-4925-b1da-fccabb65ae75 owned by network:router_interface {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:02.733581 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:02.733922 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 8b179aa6-0f01-4e04-9ccf-e4bfef0c9c5d not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:02.968131 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:02.990421 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec955098-ae70-4925-b1da-fccabb65ae75,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:03.150767 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618837'] for router_interface, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:03.354926 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Router 13f72121-f64a-42db-9507-6f74155ad998 has already been hosted by L3 agent 7eb86a91-8d75-4414-8256-3509dbe69b28 {{(pid=100992) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 21:03:03.457258 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] Notify agent at l3_agent.dv-cinder-760152-8-iscsi the message routers_updated {{(pid=100992) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 21:03:03.462221 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-ac141b0f-2bbe-466a-a804-f9555e4df0c4 admin admin] 10.222.0.38 "PUT /v2.0/routers/13f72121-f64a-42db-9507-6f74155ad998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3971817 Sep 10 21:03:03.464615 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34932) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:03.467088 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Sync routers for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 21:03:03.476491 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:03:03.477083 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:03.564110 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks [] for router, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:03.577676 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:03:03.760646 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T21:03:02Z', 'revision_number': 5, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:03.787363 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Checking router: 13f72121-f64a-42db-9507-6f74155ad998 for host: dv-cinder-760152-8-iscsi {{(pid=100995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 21:03:03.795475 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Routers {'13f72121-f64a-42db-9507-6f74155ad998'} bound to L3 agent in host dv-cinder-760152-8-iscsi {{(pid=100995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 21:03:03.796069 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760152-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T20:40:40Z,description=,heartbeat_timestamp=2021-09-10T21:02:40Z,host='dv-cinder-760152-8-iscsi',id=7eb86a91-8d75-4414-8256-3509dbe69b28,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T20:40:41Z,topic='l3_agent')) {'router_ids': ['13f72121-f64a-42db-9507-6f74155ad998'], 'active': True} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:03.884907 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:03.899672 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_dvr_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] Set router 13f72121-f64a-42db-9507-6f74155ad998 gateway port host: dv-cinder-760152-8-iscsi {{(pid=100995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 21:03:03.986892 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Deleting port 52f40e7d-3b4d-410f-86fb-8c5621176667 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:03.987233 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.065374 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.l3_hamode_db [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T21:03:02Z', 'revision_number': 5, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}], 'dv-cinder-760152-8-iscsi', False) {} {{(pid=100995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:04.065632 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] For port 52f40e7d-3b4d-410f-86fb-8c5621176667, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=52f40e7d-3b4d-410f-86fb-8c5621176667,segment=NetworkSegment(f2de7c2c-14dc-475a-8a02-7ef8986b8971),segment_id=f2de7c2c-14dc-475a-8a02-7ef8986b8971)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:04.065804 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.077032 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Calling delete_port for 52f40e7d-3b4d-410f-86fb-8c5621176667 owned by network:router_gateway {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:04.093969 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f26a57-bfd7-45a8-bb4a-efd10969433d None None] The sync data for ids ['13f72121-f64a-42db-9507-6f74155ad998'] in dv-cinder-760152-8-iscsi is: [{'id': '13f72121-f64a-42db-9507-6f74155ad998', 'name': 'tempest-TestVolumeBootPattern-1054382668-router', 'tenant_id': 'fc694423cffb4a4c99bf487cb20a1813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'external_fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T21:03:02Z', 'revision_number': 5, 'project_id': 'fc694423cffb4a4c99bf487cb20a1813', 'gw_port': {'id': '52f40e7d-3b4d-410f-86fb-8c5621176667', 'name': '', 'network_id': 'c2ccf9a1-e370-450d-8f35-eaa4df63b922', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:97:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f72121-f64a-42db-9507-6f74155ad998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '68cef14c-872e-4e6d-a332-a864112da113', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760152-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T20:51:51Z', 'updated_at': '2021-09-10T20:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cef14c-872e-4e6d-a332-a864112da113', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760152-8-iscsi'}] {{(pid=100995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 21:03:04.317166 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.347162 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Pushing event deleted for resources: {'Port': ['ID=52f40e7d-3b4d-410f-86fb-8c5621176667,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:04.403837 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619319'] for router_gateway, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.492668 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1607620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127894'] for router, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.494796 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.608190 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1607629'] for router, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.608867 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f72121-f64a-42db-9507-6f74155ad998 {{(pid=100992) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 21:03:04.613403 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] Notify callbacks [] for router, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.615254 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-fe3da90a-e7a5-4d26-a04a-e64343f0a54b admin admin] 10.222.0.38 "DELETE /v2.0/routers/13f72121-f64a-42db-9507-6f74155ad998 HTTP/1.1" status: 204 len: 168 time: 1.1495755 Sep 10 21:03:04.617568 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34934) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:04.666824 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Deleting subnet a33d79d7-b311-4971-87d5-c9ddb1568989 {{(pid=100992) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 21:03:04.670086 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.706143 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348085'] for subnet, precommit_delete_associations {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.787539 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-622078'] for subnet, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.922095 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-622071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10348094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10287788'] for subnet, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.946333 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33d79d7-b311-4971-87d5-c9ddb1568989,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:04.953405 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for subnet, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:04.955305 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-6ffe4742-4de8-47f0-8e9b-480bf67b0081 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a33d79d7-b311-4971-87d5-c9ddb1568989 HTTP/1.1" status: 204 len: 168 time: 0.3367863 Sep 10 21:03:04.958376 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34936) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:04.960814 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c31783-acaf-49ec-9723-f1cf9c5a33fb None None] Network 446b1435-a1e6-43b4-999e-005acf488665 requested from dv-cinder-760152-8-iscsi {{(pid=100994) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 21:03:05.026961 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-569378'] for network, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.071015 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ec955098-ae70-4925-b1da-fccabb65ae75 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:05.080303 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Deleting port e7cf7590-ec45-430e-975b-36588b0ff442 {{(pid=100992) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:05.080645 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.148749 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.db [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] For port e7cf7590-ec45-430e-975b-36588b0ff442, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=e7cf7590-ec45-430e-975b-36588b0ff442,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100992) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:05.149139 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.162726 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Calling delete_port for e7cf7590-ec45-430e-975b-36588b0ff442 owned by network:dhcp {{(pid=100992) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:05.221873 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] DHCP port deletion for 446b1435-a1e6-43b4-999e-005acf488665 request from dv-cinder-760152-8-iscsi {{(pid=100994) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 21:03:05.224487 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: ec955098-ae70-4925-b1da-fccabb65ae75 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:05.224825 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device ec955098-ae70-4925-b1da-fccabb65ae75 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:05.268045 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Deleting port e7cf7590-ec45-430e-975b-36588b0ff442 {{(pid=100994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 21:03:05.268414 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765054336314'] for port, before_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.316397 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10348035'] for port, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.327446 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.db [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] For port e7cf7590-ec45-430e-975b-36588b0ff442, host dv-cinder-760152-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760152-8-iscsi',level=0,port_id=e7cf7590-ec45-430e-975b-36588b0ff442,segment=NetworkSegment(4f7f2912-b624-4157-b0e3-e0e78b42b268),segment_id=4f7f2912-b624-4157-b0e3-e0e78b42b268)] {{(pid=100994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 21:03:05.327837 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1617232'] for port, precommit_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.342584 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cf7590-ec45-430e-975b-36588b0ff442,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:05.344360 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] No DVR routers for this DVR port e7cf7590-ec45-430e-975b-36588b0ff442 on host dv-cinder-760152-8-iscsi {{(pid=100992) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:03:05.347848 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Calling delete_port for e7cf7590-ec45-430e-975b-36588b0ff442 owned by network:dhcp {{(pid=100994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 21:03:05.415268 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622475', 'neutron.services.segments.db._delete_segments_for_network-8765054124445'] for network, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.420179 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765054343428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765053823452'] for port, after_delete {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.435069 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446b1435-a1e6-43b4-999e-005acf488665']}} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:05.444132 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7f2912-b624-4157-b0e3-e0e78b42b268') {'for_net_delete': True} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:05.444695 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.services.segments.db [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7f2912-b624-4157-b0e3-e0e78b42b268') {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 21:03:05.445275 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] Pushing event deleted for resources: {'Port': ['ID=e7cf7590-ec45-430e-975b-36588b0ff442,revision_number=None']} {{(pid=100994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:05.447122 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8047d9-bb9f-4692-8562-c1ebbe1a9cb1 None None] No DVR routers for this DVR port e7cf7590-ec45-430e-975b-36588b0ff442 on host dv-cinder-760152-8-iscsi {{(pid=100994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 21:03:05.456657 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765054126246', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348108'] for segment, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.468687 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420'] for segment, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.474926 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=100992) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10348764'] for segment, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: Traceback (most recent call last): Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: timer() Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: cb(*args, **kw) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: return func(*args, **kwargs) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: self._notify() Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: self.callback(batched_events) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: event.method(event) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: return f(self, *a, **k) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._get(url).json() Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: return self.request(url, 'GET', **kwargs) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 21:03:05.479231 dv-cinder-760152-8-iscsi neutron-server[100992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 21:03:05.584894 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1619219'] for network, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.590074 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577774'] for network, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:05.591931 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] 10.222.0.38 "DELETE /v2.0/networks/446b1435-a1e6-43b4-999e-005acf488665 HTTP/1.1" status: 204 len: 168 time: 0.6326025 Sep 10 21:03:05.602777 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e5f0-6fa6-43a6-a8f7-0a86b1aa6f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=446b1435-a1e6-43b4-999e-005acf488665,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:05.903728 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34940) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:05.943864 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-1fca5f18-b01f-46c4-bed7-419b85170afe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8ae6836ce26a4c8eac96b7550d6cb1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389061 Sep 10 21:03:05.946274 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.wsgi [-] (100993) accepted ('10.222.0.38', 34942) {{(pid=100993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:05.996867 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.016511 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.121690 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.124140 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron_lib.callbacks.manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.125394 dv-cinder-760152-8-iscsi neutron-server[100993]: INFO neutron.wsgi [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bef56616-0227-403f-877c-2d9744aa06a0 HTTP/1.1" status: 204 len: 168 time: 0.1780016 Sep 10 21:03:06.132900 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef56616-0227-403f-877c-2d9744aa06a0,revision_number=None']} {{(pid=100993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:06.139783 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.140129 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.140465 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.140795 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.141117 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.141441 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.141764 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.142087 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.142406 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.142786 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.143104 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.143417 dv-cinder-760152-8-iscsi neutron-server[100993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e47ea-5abc-4508-b14a-f51b53bfa959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760152-8-iscsi {{(pid=100993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 21:03:06.693006 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 52f40e7d-3b4d-410f-86fb-8c5621176667 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:06.715747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: 52f40e7d-3b4d-410f-86fb-8c5621176667 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:06.715747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device 52f40e7d-3b4d-410f-86fb-8c5621176667 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:06.715747 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device e7cf7590-ec45-430e-975b-36588b0ff442 no longer exists at agent ovs-agent-dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 21:03:06.716125 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34948) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:06.735515 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.plugin [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] No Port match for: e7cf7590-ec45-430e-975b-36588b0ff442 {{(pid=100994) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 21:03:06.735867 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron.plugins.ml2.rpc [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Device e7cf7590-ec45-430e-975b-36588b0ff442 not bound to the agent host dv-cinder-760152-8-iscsi {{(pid=100994) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 21:03:06.759670 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-094c6da7-b19f-4fcd-a722-a9a44f6492dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fc694423cffb4a4c99bf487cb20a1813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424085 Sep 10 21:03:06.762118 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [-] (100992) accepted ('10.222.0.38', 34950) {{(pid=100992) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 21:03:06.808921 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.829553 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.973365 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586396'] for security_group, after_delete {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.975900 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:06.977050 dv-cinder-760152-8-iscsi neutron-server[100992]: INFO neutron.wsgi [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9fcbce74-b09d-4c53-91da-ba3602e2779d HTTP/1.1" status: 204 len: 168 time: 0.2139988 Sep 10 21:03:06.984933 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641493-f93f-462f-a54f-90cbc1b542e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbce74-b09d-4c53-91da-ba3602e2779d,revision_number=None']} {{(pid=100992) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 21:03:07.481957 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f6be22da-cf30-4415-b05f-023b62ab4994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:10.276493 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-760199bd-4def-4704-b500-ce6d4c83b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:10.664692 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:11.309436 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:12.784655 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:20.864904 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:03:27.452507 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:37.504301 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-9d82e70a-10bc-40d6-a2c2-d03c1ff28a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:40.235083 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-20093b00-af0b-4a3d-a26b-36ef09b3286f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:40.720546 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:41.326292 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:42.801428 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:57.423131 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:03:57.862958 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:04:07.520027 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5462ac62-792c-4b20-8b1a-95419932cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:10.269023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-505e7717-398c-4e9a-aaba-41c70bf35f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:10.707757 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:11.343311 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:12.788823 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:27.445243 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:34.861969 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:04:37.508054 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-5f8eb7d5-de8a-4767-a7ba-5a25e1679c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:39.615026 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-e523f97a-1987-4fd6-bfca-a15dd9978c1d req-127edfa2-9c5f-46e3-8fb6-26b4e30003b5 service neutron] (100992) timed out ('10.222.0.46', 49900) {{(pid=100992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 21:04:40.239773 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-1695aa18-6790-41f0-a774-f211ff609f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:40.247273 dv-cinder-760152-8-iscsi neutron-server[100992]: DEBUG neutron.wsgi [req-4cbd21a2-7f5d-410d-a5c1-bbbae1dc0fca req-6348f65d-96ec-4664-adc8-d8a9233e1488 service neutron] (100992) timed out ('10.222.0.46', 49871) {{(pid=100992) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 21:04:40.679109 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:41.377230 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:42.822207 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:04:57.501560 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:07.501506 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4d8a-5450-4851-9a4b-7319873a8e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:10.323925 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-4faa897f-7073-4c57-991e-f8fb096409a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:10.752537 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:11.341663 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:11.860204 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:05:12.804113 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:27.472308 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:37.523633 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-52df0f83-9227-48dc-8c25-13979bfc8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:40.272541 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-756d2c39-e0a7-4cfb-9e58-4a0656502c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:40.717948 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:41.472235 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:42.831967 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:05:48.858751 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:05:57.460394 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:07.505869 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-fddbef18-6f87-47e4-8e5b-1908459d3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:10.259904 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-74662d8c-9e16-4f87-869c-65f96c459624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:10.705281 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:11.316730 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:12.802783 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:25.858086 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:06:27.493696 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:37.521878 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-2de5c823-e440-494b-a3a1-897f89471116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:40.259023 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd6eb-b2a6-43dd-94fd-bebaa997bea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:40.727263 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:41.339138 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:42.807704 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:06:57.481609 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:02.856564 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:07:07.515924 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-e696f1d0-ffce-4eab-885e-06c59f86e70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:10.275668 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-73f6c679-482b-4b17-90ed-b08567103ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:10.726449 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:11.361180 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:12.812702 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:27.486940 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:37.532118 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd913-1f9e-4d78-aa1b-77ca29493998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:39.854333 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:07:40.251615 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed851-2eae-46ee-ae0b-94216bb6b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:40.714865 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:41.331859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:42.817358 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:07:57.474070 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:07.599748 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-69ca85f3-25cb-4cbe-a5c1-6350012d61ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:10.239410 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-44581862-eac1-43bc-8e8c-a57bbd43cd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:10.730768 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:11.342387 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:12.816825 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:16.852713 dv-cinder-760152-8-iscsi neutron-server[100995]: DEBUG neutron.db.agents_db [None req-9a1478f7-3787-4a5b-8ea5-df2beed16cfb None None] Agent healthcheck: found 6 active agents {{(pid=100995) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 21:08:27.536064 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-80bdf047-0223-4f96-b44b-206a9de5898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:37.491679 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-a348befc-c9c8-425c-89be-0e2cbc739773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:40.261859 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-fc7664eb-30c0-4af2-9bec-f12ac34bb153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:40.701891 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-375e9342-8467-49ed-a625-656e03b145e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:41.313194 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-b71d275c-fe7b-40be-b527-aafd2759cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 21:08:42.838591 dv-cinder-760152-8-iscsi neutron-server[100994]: DEBUG neutron_lib.callbacks.manager [None req-7e062604-c754-4744-815b-6767c246e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765054124427', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-590925'] for agent, after_update {{(pid=100994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}